-- Logs begin at Mon 2022-01-10 12:09:32 UTC, end at Mon 2022-01-10 13:05:08 UTC. --
Jan 10 12:39:21.228135 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 10 12:39:24.165473 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.common.config [-] Logging enabled!
Jan 10 12:39:24.166152 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334
Jan 10 12:39:24.166242 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 10 12:39:24.169757 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.common.config [-] Logging enabled!
Jan 10 12:39:24.170042 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev334
Jan 10 12:39:24.170329 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109321) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 10 12:39:24.171276 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 10 12:39:24.171508 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 10 12:39:24.172061 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 10 12:39:24.172308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 10 12:39:24.172538 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 10 12:39:24.172829 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.173289 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal.  Its value may be silently ignored in the future.
Jan 10 12:39:24.173603 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.173900 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.174181 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.174464 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.174750 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.175038 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.175324 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.175652 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.175955 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.176232 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.176517 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.176793 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.177072 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.177357 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.177642 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.177926 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] debug                          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.178207 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.178635 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.179051 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.179330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.179644 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.179924 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.180198 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.180473 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.180757 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.181081 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] host                           = dv-cinder-master-3-iscsi {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.181356 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.181642 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.181926 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.182432 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.182895 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.183046 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.183344 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.183640 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.183919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.184198 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.184489 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.184778 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.185073 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.185300 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.185524 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.185815 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.186108 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.186384 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.186661 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.186940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.187219 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.187495 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.188138 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.188422 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.188706 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.188990 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.189269 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.189543 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.189815 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.190085 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.190366 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.190639 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.190911 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.191181 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.191465 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.191759 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.192032 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.192330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.192612 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.192892 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.193176 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.193450 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.193732 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.194003 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.194272 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.194541 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.194813 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.195079 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.195358 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.195654 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.195930 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.196201 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.196470 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.196752 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.197021 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:24.197319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.197621 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.197949 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.198251 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.198539 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.198817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.199106 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.199384 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.199697 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.199988 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.200275 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.200552 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.200850 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.201142 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.201436 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.201738 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.202034 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.202325 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.202598 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.202870 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.203139 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.203417 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.203746 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.204026 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.204316 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.204606 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.204885 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.205185 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.205473 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.205770 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.206065 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.206340 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.206618 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.206908 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.207186 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.207457 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.207761 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.208049 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.208332 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.208603 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.208884 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.209161 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.209434 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.209703 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.209979 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.210267 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.210543 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.210813 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.211082 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.211358 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.211656 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.211942 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.212218 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.212489 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.212756 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.213034 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.213388 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.213632 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.214105 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.214209 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.214432 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.214700 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.214971 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.215240 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.215524 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.215798 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.216072 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.216341 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.216614 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.216884 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.217154 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.217425 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.217698 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.217967 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.218255 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.218553 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.218832 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.219112 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.219393 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.219700 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.220319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.220319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.220526 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.220804 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.221076 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.221369 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.221654 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.221940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.222243 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.222520 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.222814 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.223094 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.223373 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.223676 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.223954 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.224234 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.224514 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.224803 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.225094 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.225384 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.225673 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.225968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.226246 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.226549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.226825 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:24.227038 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 10 12:39:24.227274 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109321) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jan 10 12:39:24.580407 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 10 12:39:24.580604 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 10 12:39:24.580896 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
Jan 10 12:39:24.581235 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 10 12:39:24.909474 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.909776 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.910033 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.911336 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.911633 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.911898 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.957277 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.957548 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.957816 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.972227 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.972507 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:24.972775 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.001063 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.001333 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.001605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.038335 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.038615 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.038886 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.380583 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3fbfbee9d0> agent after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.381212 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3fbfbee9d0> agent after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.381212 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fbfbeea60> segment precommit_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.381369 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3fbfbeeaf0> network precommit_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.381975 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3fbfc02b80> segment before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.481364 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> network before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.481685 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3fbfbd4c10> agent before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.481973 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> network before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.482249 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.482517 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.482828 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> segment precommit_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.483085 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> segment precommit_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.483345 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> segment after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.483625 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> segment after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.483916 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> network after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.484165 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> network precommit_delete 0 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.484429 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.484692 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.484934 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.485192 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> port provisioning_complete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.485458 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.485717 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.485988 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> agent after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.486236 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> subnet after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.486502 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> subnet precommit_delete 0 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.486772 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.487024 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.487312 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> segment_host_mapping after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.487715 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.487968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.488216 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fc0487f70>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.488614 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.488855 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.489095 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.489333 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.489574 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.489812 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:25.490182 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 10 12:39:25.493436 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 10 12:39:25.497523 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 10 12:39:25.501614 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Jan 10 12:39:25.503247 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 10 12:39:25.503736 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 10 12:39:25.504070 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jan 10 12:39:25.504452 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 10 12:39:25.507272 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 10 12:39:25.507533 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 10 12:39:25.507902 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jan 10 12:39:25.513457 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Jan 10 12:39:25.536199 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jan 10 12:39:25.536654 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3fbfa2eca0>> qos_plugin after_init 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.536953 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109321) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
Jan 10 12:39:25.537312 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3fbfa2e850>> logging-plugin after_init 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.538688 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109321) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 10 12:39:25.538969 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jan 10 12:39:25.539214 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jan 10 12:39:25.542560 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3fbf9d3d30>> floatingip before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.542836 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3fbf9d3d30>> port before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:25.606631 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 10 12:39:25.606829 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 10 12:39:25.607089 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 10 12:39:25.607464 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 10 12:39:25.629273 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_db.sqlalchemy.engines [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109321) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jan 10 12:39:26.069654 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing driver for type 'gre'
Jan 10 12:39:26.070100 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] gre ID ranges: [(1, 1000)]
Jan 10 12:39:26.132998 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing driver for type 'local'
Jan 10 12:39:26.133335 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing driver for type 'vlan'
Jan 10 12:39:26.146386 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] VlanTypeDriver initialization complete
Jan 10 12:39:26.146761 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing driver for type 'vxlan'
Jan 10 12:39:26.147248 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] vxlan ID ranges: [(1, 1000)]
Jan 10 12:39:26.203331 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing extension driver 'port_security'
Jan 10 12:39:26.203723 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.extensions.port_security [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] PortSecurityExtensionDriver initialization complete
Jan 10 12:39:26.204057 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing mechanism driver 'openvswitch'
Jan 10 12:39:26.204383 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing mechanism driver 'hyperv'
Jan 10 12:39:26.211148 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.plugin [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109321) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:26.211859 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf9415b0>> port after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.212231 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf9415b0>> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.212585 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf9415b0>> port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.213122 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.213699 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7340>> subnet after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.214055 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7340>> subnet after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.214415 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7340>> subnet after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.214826 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.215231 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c78b0>> network after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.215577 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c78b0>> network after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.215947 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c78b0>> network after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.216340 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.216748 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7dc0>> security_group after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.217095 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7dc0>> security_group after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.217436 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3c7dc0>> security_group after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.217969 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.218384 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf4185e0>> security_group_rule after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.218734 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf4185e0>> security_group_rule after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.219057 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf4185e0>> security_group_rule after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.219452 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.219883 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3cf700>> address_group after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.220231 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3cf700>> address_group after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.220569 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fbf3cf700>> address_group after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.220967 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109321) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Jan 10 12:39:26.221344 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] ML2 OVO RPC backend initialized. {{(pid=109321) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Jan 10 12:39:26.222046 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> router_interface after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.222398 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> router_interface after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.222812 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> network before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.223159 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> networks before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.223507 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> port before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.223876 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> ports before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.224223 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> subnet before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.224564 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> subnets before_response 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.224905 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> network after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.225243 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> network after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.225572 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> network after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.225908 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> port after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.226223 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.226555 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.226887 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> subnet after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.227220 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> subnet after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.227592 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fbf3cfe20>> subnet after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.228157 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.plugin [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Modular L2 Plugin initialization complete
Jan 10 12:39:26.228487 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading services supported by the core plugin {{(pid=109321) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 10 12:39:26.228815 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.plugins.ml2.managers [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Got port-security extension from driver 'port_security'
Jan 10 12:39:26.229427 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.extensions.vlantransparent [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Disabled vlantransparent extension.
Jan 10 12:39:26.229895 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109321) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 10 12:39:26.230212 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: router
Jan 10 12:39:26.266599 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router_interface before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.266994 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_create 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.267368 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router before_create 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.267762 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router_interface before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.268139 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router_interface after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.268501 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_delete 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.268860 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> floatingip after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.269216 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> floatingip after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.269571 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_create 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.269920 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.270248 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.270602 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router_gateway after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.270957 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.271363 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.271767 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3fbfa71820> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.272108 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3fbfa71700> port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.272447 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3fbfa71790> subnet after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.272783 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3fbfa718b0> subnetpool_address_scope after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.273127 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> port precommit_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.273475 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_create 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.273817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3fbfb139d0> port before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.274162 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.274505 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router after_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.274849 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_delete 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.275199 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_create 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.275591 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router_interface after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.276318 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> router precommit_update 55549900 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.276560 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> agent after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.276789 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> agent after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.277134 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fbf3cff70>> network after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.278000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Tracking information for resource: router configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:26.278334 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Tracking information for resource: floatingip configured {{(pid=109321) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jan 10 12:39:26.283403 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.db.l3_agentschedulers_db [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 10 12:39:26.283978 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3fbf3410d0> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.284337 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3fbf347f70> port after_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.284688 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _notify_port_delete at 0x7f3fbf341040> port after_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.285038 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3fbf3411f0> port after_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.285817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fbf2fa5b0>> router before_create 55550100 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.286178 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fbf2fa5b0>> router precommit_delete 55550100 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.286539 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fbf2fa5b0>> router precommit_create 55550100 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.286897 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fbf2fa5b0>> router precommit_update 55550100 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.291843 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.provider_configuration [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service providers = [] {{(pid=109321) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 10 12:39:26.292213 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.db.servicetype_db [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109321) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 10 12:39:26.295177 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.service_base [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 10 12:39:26.295542 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.service_base [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 10 12:39:26.295902 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.service_base [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 10 12:39:26.296790 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.services.service_base [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109321) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jan 10 12:39:26.297158 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.services.service_base [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 10 12:39:26.297533 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.297857 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 10 12:39:26.308729 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.309051 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: auto_allocate
Jan 10 12:39:26.315138 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fbf30f5e0> network precommit_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.315540 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fbf30f5e0> network precommit_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.316051 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.316371 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: tag
Jan 10 12:39:26.323116 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.323349 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: timestamp
Jan 10 12:39:26.327424 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.327780 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: network_ip_availability
Jan 10 12:39:26.333282 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf310610>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.333655 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf310610>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.334010 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf310610>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.334720 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.335044 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: flavors
Jan 10 12:39:26.339922 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.340250 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading Plugin: revisions
Jan 10 12:39:26.344579 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109321) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jan 10 12:39:26.344973 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.764s {{(pid=109321) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
Jan 10 12:39:26.345710 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109321) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jan 10 12:39:26.346051 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Initializing extension manager.
Jan 10 12:39:26.346574 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: __init__.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.346914 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: __pycache__ {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.347258 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.347621 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: address_group.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.348378 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.348951 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: address-group
Jan 10 12:39:26.349259 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: address_scope.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.350164 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.350681 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: address-scope
Jan 10 12:39:26.351003 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: admin_state_down_before_update.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.351954 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.352469 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: router-admin-state-down-before-update
Jan 10 12:39:26.352791 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: agent.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.353489 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.354047 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: agent
Jan 10 12:39:26.354370 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: agent_resources_synced.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.355275 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.355817 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: agent-resources-synced
Jan 10 12:39:26.356141 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: allowedaddresspairs.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.357929 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.358454 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: allowed-address-pairs
Jan 10 12:39:26.358786 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: auto_allocated_topology.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.359894 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.360415 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: auto-allocated-topology
Jan 10 12:39:26.360743 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: availability_zone.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.361435 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.361944 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: availability_zone
Jan 10 12:39:26.362265 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: availability_zone_filter.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.363172 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.363723 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: availability_zone_filter
Jan 10 12:39:26.364050 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: data_plane_status.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.364952 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.365459 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension data-plane-status not supported by any of loaded plugins
Jan 10 12:39:26.365782 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: default_subnetpools.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.366700 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.367217 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: default-subnetpools
Jan 10 12:39:26.367555 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: dhcpagentscheduler.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.368364 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.368883 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: dhcp_agent_scheduler
Jan 10 12:39:26.369210 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: dns.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.370188 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.370699 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension dns-integration not supported by any of loaded plugins
Jan 10 12:39:26.371000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: dns_domain_ports.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.371973 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.372483 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 10 12:39:26.372806 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.373725 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.374240 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Jan 10 12:39:26.374561 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: dvr.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.375248 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.375786 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: dvr
Jan 10 12:39:26.376109 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: ecmp_routes.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.377019 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.377530 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension ecmp_routes not supported by any of loaded plugins
Jan 10 12:39:26.377850 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: empty_string_filtering.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.378762 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.379278 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: empty-string-filtering
Jan 10 12:39:26.379629 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.380548 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.381039 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 10 12:39:26.381593 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.382247 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.382756 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 10 12:39:26.383076 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: external_net.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.384002 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.384515 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: external-net
Jan 10 12:39:26.384837 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: extra_dhcp_opt.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.385771 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.386277 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: extra_dhcp_opt
Jan 10 12:39:26.386604 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: extraroute.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.387534 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.388050 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: extraroute
Jan 10 12:39:26.388373 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: extraroute_atomic.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.389394 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.389908 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: extraroute-atomic
Jan 10 12:39:26.390228 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: filter_validation.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.390892 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.391399 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: filter-validation
Jan 10 12:39:26.391761 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: fip_pf_description.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.392672 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.393182 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 10 12:39:26.393502 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: fip_port_details.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.394422 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.394963 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: fip-port-details
Jan 10 12:39:26.395289 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: flavors.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.396562 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.397096 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: flavors
Jan 10 12:39:26.397553 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.399245 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.399813 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 10 12:39:26.400147 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: floatingip_pools.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.400947 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.401509 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: floatingip-pools
Jan 10 12:39:26.401835 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: ip_allocation.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.402756 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.403269 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension ip_allocation not supported by any of loaded plugins
Jan 10 12:39:26.403611 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.404566 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.405074 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: ip-substring-filtering
Jan 10 12:39:26.405397 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l2_adjacency.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.406327 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.406847 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 10 12:39:26.407200 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.408341 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.408867 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: router
Jan 10 12:39:26.409190 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3_conntrack_helper.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.411444 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.412004 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 10 12:39:26.412339 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.413269 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.413789 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: ext-gw-mode
Jan 10 12:39:26.414117 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.415048 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.415590 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: l3-ha
Jan 10 12:39:26.415919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3_flavors.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.416939 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.417548 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: l3-flavors
Jan 10 12:39:26.417989 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.418930 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.419441 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 10 12:39:26.419800 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: l3agentscheduler.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.420828 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.421342 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: l3_agent_scheduler
Jan 10 12:39:26.421667 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: local_ip.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.423449 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.424008 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension local_ip not supported by any of loaded plugins
Jan 10 12:39:26.424343 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: logging.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.425832 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.426354 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension logging not supported by any of loaded plugins
Jan 10 12:39:26.426689 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: metering.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.427432 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.428051 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: metering
Jan 10 12:39:26.428377 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.429474 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.429998 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: metering_source_and_destination_fields
Jan 10 12:39:26.430324 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: multiprovidernet.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.431245 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.431812 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: multi-provider
Jan 10 12:39:26.432196 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: netmtu.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.433342 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.433863 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: net-mtu
Jan 10 12:39:26.434186 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: netmtu_writable.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.435116 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.435652 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: net-mtu-writable
Jan 10 12:39:26.435978 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: network_availability_zone.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.436664 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.437175 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: network_availability_zone
Jan 10 12:39:26.437495 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: network_ip_availability.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.438975 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.439489 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: network-ip-availability
Jan 10 12:39:26.439848 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: network_segment_range.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.440620 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.441129 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension network-segment-range not supported by any of loaded plugins
Jan 10 12:39:26.441449 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: pagination.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.442555 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.442891 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: pagination
Jan 10 12:39:26.443213 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: port_device_profile.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.444172 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.444695 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: port-device-profile
Jan 10 12:39:26.445017 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.445940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.446456 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: port-mac-address-regenerate
Jan 10 12:39:26.446781 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.447781 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.448365 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: port-numa-affinity-policy
Jan 10 12:39:26.448686 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: port_resource_request.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.449596 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.450113 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension port-resource-request not supported by any of loaded plugins
Jan 10 12:39:26.450433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: port_resource_request_groups.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.451398 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.451951 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension port-resource-request-groups not supported by any of loaded plugins
Jan 10 12:39:26.452276 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: portbindings.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.453197 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.453718 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: binding
Jan 10 12:39:26.454035 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: portbindings_extended.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.455320 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.455872 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: binding-extended
Jan 10 12:39:26.456204 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: portsecurity.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.457123 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.457634 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: port-security
Jan 10 12:39:26.457958 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: project_id.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.458930 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.459264 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: project-id
Jan 10 12:39:26.459609 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: providernet.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.460537 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.461058 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: provider
Jan 10 12:39:26.461379 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.465213 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.465737 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos not supported by any of loaded plugins
Jan 10 12:39:26.466070 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.467323 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.467896 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 10 12:39:26.468219 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.469137 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.469654 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 10 12:39:26.469980 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_default.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.470892 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.471404 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-default not supported by any of loaded plugins
Jan 10 12:39:26.471768 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_fip.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.472419 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.472928 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-fip not supported by any of loaded plugins
Jan 10 12:39:26.473254 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_fip_network_policy.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.474164 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.474678 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-fip-network-policy not supported by any of loaded plugins
Jan 10 12:39:26.475001 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_gateway_ip.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.475946 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.476463 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 10 12:39:26.476785 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_port_network_policy.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.477714 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.478226 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 10 12:39:26.478530 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.479636 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.480156 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-pps-minimum not supported by any of loaded plugins
Jan 10 12:39:26.480479 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_pps_rule.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.481662 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.482186 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-pps not supported by any of loaded plugins
Jan 10 12:39:26.482515 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_rule_type_details.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.483431 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.483971 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 10 12:39:26.484298 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: qos_rules_alias.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.485340 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.485859 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 10 12:39:26.486183 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: quota_check_limit.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.487095 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.487643 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: quota-check-limit
Jan 10 12:39:26.487970 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: quotasv2.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.488893 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.489217 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: quotas
Jan 10 12:39:26.489535 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: quotasv2_detail.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.492937 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.493284 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: quota_details
Jan 10 12:39:26.493610 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: rbac.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.494739 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.495442 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: rbac-policies
Jan 10 12:39:26.495823 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: rbac_address_group.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.496752 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.497272 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: rbac-address-group
Jan 10 12:39:26.497598 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: rbac_address_scope.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.498512 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.499033 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: rbac-address-scope
Jan 10 12:39:26.499357 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: rbac_security_groups.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.500308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.500826 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: rbac-security-groups
Jan 10 12:39:26.501150 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: rbac_subnetpool.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.502066 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.502580 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: rbac-subnetpool
Jan 10 12:39:26.502898 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: revisionifmatch.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.503848 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.504360 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: revision-if-match
Jan 10 12:39:26.504683 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: revisions.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.505801 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.506313 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: standard-attr-revisions
Jan 10 12:39:26.506637 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: router_availability_zone.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.507312 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.507857 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: router_availability_zone
Jan 10 12:39:26.508178 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: routerservicetype.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.509095 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.509608 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension router-service-type not supported by any of loaded plugins
Jan 10 12:39:26.509927 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.510954 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.511466 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: security-groups-normalized-cidr
Jan 10 12:39:26.511823 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: security_groups_port_filtering.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.512739 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.513255 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: port-security-groups-filtering
Jan 10 12:39:26.513580 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.514518 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.515035 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: security-groups-remote-address-group
Jan 10 12:39:26.515355 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.516318 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.516839 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: security-groups-shared-filtering
Jan 10 12:39:26.517163 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.517760 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
Jan 10 12:39:26.518083 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: securitygroup.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.529316 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.529875 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: security-group
Jan 10 12:39:26.530199 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: segment.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.530993 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.531539 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension segment not supported by any of loaded plugins
Jan 10 12:39:26.531868 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.532810 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.533324 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 10 12:39:26.533654 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: servicetype.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.534749 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.535261 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: service-type
Jan 10 12:39:26.535618 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: sorting.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.536604 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.536942 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: sorting
Jan 10 12:39:26.537270 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: standard_attr_segment.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.538184 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.538710 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 10 12:39:26.539031 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: standardattrdescription.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.539738 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.540258 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: standard-attr-description
Jan 10 12:39:26.540579 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: stateful_security_group.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.541551 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.542070 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: stateful-security-group
Jan 10 12:39:26.542393 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: stdattrs_common.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.543035 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 10 12:39:26.543358 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.544316 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.544836 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 10 12:39:26.545159 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnet_onboard.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.546240 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.546771 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: subnet_onboard
Jan 10 12:39:26.547091 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.548042 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.548584 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 10 12:39:26.548899 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnet_service_types.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.549818 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.550341 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: subnet-service-types
Jan 10 12:39:26.550660 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnetallocation.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.551779 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.552302 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: subnet_allocation
Jan 10 12:39:26.552621 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.553301 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.553881 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: subnetpool-prefix-ops
Jan 10 12:39:26.554200 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.555139 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.555738 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 10 12:39:26.556063 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: tagging.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.557260 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.558035 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: standard-attr-tag
Jan 10 12:39:26.558375 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: timestamp.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.559605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.560130 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loaded extension: standard-attr-timestamp
Jan 10 12:39:26.560457 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: trunk.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.561510 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.562031 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension trunk not supported by any of loaded plugins
Jan 10 12:39:26.562360 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: trunk_details.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.563663 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.564186 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension trunk-details not supported by any of loaded plugins
Jan 10 12:39:26.564508 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: uplink_status_propagation.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.565432 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.565947 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 10 12:39:26.566271 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Loading extension file: vlantransparent.py {{(pid=109321) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jan 10 12:39:26.566943 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109321) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 10 12:39:26.567458 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 10 12:39:26.570024 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:network
Jan 10 12:39:26.570543 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnet
Jan 10 12:39:26.570936 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnetpool
Jan 10 12:39:26.571324 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:port
Jan 10 12:39:26.572598 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.573092 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service FLAVORS assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.573760 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.574146 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.574480 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:router
Jan 10 12:39:26.574902 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:floatingip
Jan 10 12:39:26.575390 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service METERING assigned prefix: /metering {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.576883 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf1f3370>> rbac-policy before_create 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.577255 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf1f3370>> rbac-policy before_update 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.578474 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fbf1f3370>> rbac-policy before_delete 55550000 {{(pid=109321) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:39:26.578602 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of CountableResource for resource:rbac_policy
Jan 10 12:39:26.579053 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:security_group
Jan 10 12:39:26.579483 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 10 12:39:26.580146 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service CORE assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.580448 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnetpool
Jan 10 12:39:26.580791 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] subnetpool is already registered
Jan 10 12:39:26.581218 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service CORE assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.581541 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnetpool
Jan 10 12:39:26.581869 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] subnetpool is already registered
Jan 10 12:39:26.584152 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.584583 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service FLAVORS assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.585170 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.585590 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.585933 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:router
Jan 10 12:39:26.586266 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] router is already registered
Jan 10 12:39:26.586672 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:floatingip
Jan 10 12:39:26.587008 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] floatingip is already registered
Jan 10 12:39:26.587455 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service METERING assigned prefix: /metering {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.588222 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of CountableResource for resource:rbac_policy
Jan 10 12:39:26.588696 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] rbac_policy is already registered
Jan 10 12:39:26.589205 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:security_group
Jan 10 12:39:26.589468 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] security_group is already registered
Jan 10 12:39:26.589867 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 10 12:39:26.590199 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] security_group_rule is already registered
Jan 10 12:39:26.590823 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service CORE assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.591149 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnetpool
Jan 10 12:39:26.591482 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] subnetpool is already registered
Jan 10 12:39:26.591931 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.v2.resource_helper [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Service CORE assigned prefix:  {{(pid=109321) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jan 10 12:39:26.592255 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Creating instance of TrackedResource for resource:subnetpool
Jan 10 12:39:26.592586 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING neutron.quota.resource_registry [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] subnetpool is already registered
Jan 10 12:39:26.593047 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: extensions {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.594565 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: address-groups {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.596088 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: address-scopes {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.597441 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: agents {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.598586 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: auto-allocated-topology {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.599856 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: availability_zones {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.601099 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: dhcp-networks {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.602616 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: dhcp-agents {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.604075 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: routers {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.606310 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: flavors {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.607499 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: service_profiles {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.608725 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: next_providers {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.610182 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: service_profiles {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.611737 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: floatingip-pools {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.612957 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: routers {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.615059 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: floatingips {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.616393 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: l3-routers {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.617776 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: l3-agents {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.619199 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: metering-labels {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.621259 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: metering-label-rules {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.622940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: network-ip-availabilities {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.624273 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: bindings {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.626824 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: quotas {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.628466 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: quotas {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.630004 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: rbac-policies {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.631317 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: security-groups {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.632580 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: security-group-rules {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.633817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: service-providers {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.635036 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: subnetpools {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.636633 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: subnetpools {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.638076 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.639777 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.641595 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.643394 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.645210 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.647060 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.648807 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.650697 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.652669 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.654550 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron.api.extensions [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Extended resource: tags {{(pid=109321) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jan 10 12:39:26.660617 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING keystonemiddleware.auth_token [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 10 12:39:26.665384 dv-cinder-master-3-iscsi neutron-server[109321]: WARNING keystonemiddleware.auth_token [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 10 12:39:26.674091 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Acquired lock "singleton_lock" {{(pid=109321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
Jan 10 12:39:26.674572 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_concurrency.lockutils [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Releasing lock "singleton_lock" {{(pid=109321) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
Jan 10 12:39:26.675234 dv-cinder-master-3-iscsi neutron-server[109321]: INFO oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Starting 2 workers
Jan 10 12:39:26.680164 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Started child 109428 {{(pid=109321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 10 12:39:26.684711 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Started child 109429 {{(pid=109321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 10 12:39:26.685937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.686709 dv-cinder-master-3-iscsi neutron-server[109321]: INFO neutron.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Neutron service started, listening on 0.0.0.0:9696
Jan 10 12:39:26.686882 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Publish callbacks [] for process (None), before_spawn {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.687390 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [-] (109428) wsgi starting up on http://0.0.0.0:9696
Jan 10 12:39:26.689728 dv-cinder-master-3-iscsi neutron-server[109321]: INFO oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Starting 1 workers
Jan 10 12:39:26.689869 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.691258 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [-] (109429) wsgi starting up on http://0.0.0.0:9696
Jan 10 12:39:26.694947 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Started child 109430 {{(pid=109321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 10 12:39:26.695494 dv-cinder-master-3-iscsi neutron-server[109321]: INFO oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Starting 1 workers
Jan 10 12:39:26.698820 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] calling RpcWorker wait() {{(pid=109430) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 10 12:39:26.699400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] returning from RpcWorker wait() {{(pid=109430) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 10 12:39:26.700052 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Started child 109431 {{(pid=109321) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jan 10 12:39:26.700808 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.700957 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG neutron_lib.callbacks.manager [None req-78f32de5-a384-4275-a810-456dbae0df4a None None] Publish callbacks [] for process (None), after_spawn {{(pid=109321) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.701401 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:26.702712 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 10 12:39:26.702890 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 10 12:39:26.703275 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 10 12:39:26.703467 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 10 12:39:26.703969 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 10 12:39:26.704318 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 10 12:39:26.704818 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.705089 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.705215 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:26.705691 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.705691 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.705854 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.706605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.706865 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.707134 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.707400 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.707657 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.707816 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.707998 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.708248 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.708481 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.708798 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.709081 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.709335 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.709595 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.709772 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.710020 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.710282 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.710529 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.710776 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] debug                          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.711048 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.711532 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.711772 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.712005 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.712242 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.712492 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.712718 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.712977 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.713200 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.713517 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.713752 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.714013 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.714262 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.714490 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.714738 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.714955 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.715195 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.715416 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.715890 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.716136 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.716375 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.716605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.716849 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.717095 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.717311 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.717565 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.717825 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.718078 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.718321 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.718576 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.718820 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.719040 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.719284 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.719450 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.719698 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.719973 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.720219 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.720421 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.720592 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.720758 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.721059 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.721202 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.721411 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.721629 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.721845 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.722059 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.722279 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.722531 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.722777 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.723024 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.723263 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.723493 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.723759 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.724017 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.724227 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.724453 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.724699 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.724928 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.725146 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.725359 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.725695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.725920 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.726158 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.726397 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.726668 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:26.726835 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.727080 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.727330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.727952 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.727952 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.728252 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.728403 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.728592 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.728875 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.729383 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.729685 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.729944 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.730278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.730543 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732545 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732780 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.732933 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.733314 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.733758 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.734197 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.734605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.735890 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.736362 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.736854 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.737348 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.737796 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.738057 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.738305 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.738565 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.738824 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.739079 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.739378 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.739628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.739933 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.740196 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.740469 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.740818 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.741065 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.741321 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.741592 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.741794 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.742239 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.742472 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.742760 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.742984 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.743245 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.743500 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.743722 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.744021 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.744296 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.744756 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.745176 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.745473 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.745769 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.745996 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.746265 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747483 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747483 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747483 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747483 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747483 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747874 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747874 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.747994 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.748239 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.748494 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.748701 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.748955 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.749183 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.750488 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.751423 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.751423 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.751423 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.751423 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752082 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752082 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752082 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752492 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752492 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752760 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.752896 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.753097 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.753309 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.753554 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.753785 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.753999 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.754234 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.754445 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.754646 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.754829 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.755107 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.755744 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.755744 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.755744 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.756163 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.756163 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.756496 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.756636 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.756780 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.757011 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.757193 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.757388 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.757568 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.757848 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.758103 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.758564 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.758564 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.758874 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.759017 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.759154 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.759422 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.759677 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.759911 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.760107 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.760404 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.760681 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.760931 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.761133 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.761406 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.761620 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.761840 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.762071 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.762291 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763549 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.763952 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.764053 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.764437 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.764829 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.765207 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.765650 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.766060 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.766355 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.766579 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.766845 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.767128 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.767502 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.767797 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.768047 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.768308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.768586 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.768819 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.769081 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.769313 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.769587 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.769846 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.770375 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.770375 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.770560 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.770769 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.771085 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.771345 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.771573 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.771788 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.772045 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.772301 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.772536 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.772799 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.773033 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.773279 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.773540 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.773769 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.773987 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.774227 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.774455 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.774671 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.774905 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.775123 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.775348 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.775772 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.776266 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.776524 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.776944 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.777172 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.777405 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.777628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.777847 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.778097 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.778311 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.778533 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.778764 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.779015 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.779357 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.779465 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.779767 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.780031 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.780247 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.780512 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.780761 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.780995 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.781221 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.781449 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.781712 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.781916 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.782164 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.782383 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.782594 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.782820 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.783034 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.783245 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.783456 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.783708 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.783938 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.784200 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.784421 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.784773 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.785028 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.785257 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.785490 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.785703 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.785936 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.786153 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.786390 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.786603 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.786834 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.787071 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.787325 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.787612 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.787865 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.788096 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.788313 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.788526 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.788742 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.788953 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.789241 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.789504 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.789732 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.789990 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.790206 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.790435 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.790662 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.790873 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.791098 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.791318 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792127 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792127 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792127 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792518 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792518 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792755 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.792878 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.793068 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.793563 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.793563 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.793818 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.793939 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.794116 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.794323 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.794552 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.794774 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.794981 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.795199 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.795411 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.795665 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.795893 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.796177 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.796397 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.796610 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.796825 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.797031 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.797558 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.797558 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.797827 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.798045 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.798271 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.798513 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.798731 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.799045 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.799256 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.799578 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.799752 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.799929 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.800148 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.800423 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.800715 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.801005 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.801257 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.801507 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.801795 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.802073 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.802330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.802541 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.802824 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.803157 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.803419 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.803688 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.803940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.804189 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.804431 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.804643 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.804874 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.805108 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.805320 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.805573 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.805799 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.806044 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.806419 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.806533 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.806682 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.806904 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.807169 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.807412 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.807788 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.807950 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 10 12:39:26.808490 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109321) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jan 10 12:39:26.808648 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jan 10 12:39:26.808800 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jan 10 12:39:26.808979 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jan 10 12:39:26.809154 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jan 10 12:39:26.809288 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jan 10 12:39:26.809502 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.809662 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.810544 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.811628 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.813440 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] debug                          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.814702 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.815319 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] fatal_deprecations             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] host                           = dv-cinder-master-3-iscsi {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.816459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.819817 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820499 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820581 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.820968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821433 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821843 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821843 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.821843 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.822012 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.822249 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.822418 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.822418 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823162 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823229 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823385 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823562 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823726 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.823935 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824042 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824182 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824334 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824496 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824676 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824808 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.824966 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825120 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825261 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825466 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825602 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825726 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.825849 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826044 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826146 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826296 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826459 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826630 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826786 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jan 10 12:39:26.826940 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.827133 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.827536 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.827536 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.827879 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828049 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828202 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828359 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828518 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828676 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.828843 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829001 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829173 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829329 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829489 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829653 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829809 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.829967 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830128 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830291 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830455 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830610 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830782 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.830941 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831101 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831255 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831406 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831592 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831756 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.831966 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832107 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832236 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832374 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832509 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832655 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832800 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.832965 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833126 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833285 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833447 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833765 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.833926 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834085 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834245 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834406 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834566 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834725 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.834966 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835090 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835240 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835361 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835760 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835760 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835994 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.835994 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836220 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836341 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836462 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836584 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836704 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.836834 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837048 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837147 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837290 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837449 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837608 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837767 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.837938 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.838097 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.838307 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.838534 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.838697 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.838838 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839158 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839318 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839478 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839665 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.839861 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840133 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840337 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840514 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840676 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840829 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.840968 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.841129 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.841281 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.841437 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.841797 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.841797 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842058 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842058 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842511 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842511 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842511 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842769 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842769 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.842938 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843097 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843256 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843416 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843597 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843762 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.843921 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844080 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844238 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844395 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844555 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844712 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.844871 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845031 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845190 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845348 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845507 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845665 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845822 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.845990 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846148 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846310 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846475 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846641 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846810 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.846970 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847120 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847312 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847437 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847580 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847744 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.847902 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848062 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848220 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848379 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848552 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.848859 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849018 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849202 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849389 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849522 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849666 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.849879 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850038 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850185 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850383 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850383 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850730 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.850730 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851054 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851054 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851330 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851684 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.851684 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852044 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852044 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852044 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.852919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.853695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.853695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.853695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.853695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.853695 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854308 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854783 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854783 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.854980 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.855149 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.855396 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.855688 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.855947 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.856205 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.856469 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.856744 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.857000 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.857257 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.857470 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.857706 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.857967 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.858218 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.858467 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.858728 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.859007 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.859283 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.859610 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.859892 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860158 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860343 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860508 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860671 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860832 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.860993 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861155 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861316 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861476 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861638 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861802 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.861961 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862120 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862279 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862438 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862605 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862745 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.862919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863080 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863241 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863401 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863584 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863748 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.863919 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864079 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864238 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864410 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864542 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864701 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.864872 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865031 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865189 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865347 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865504 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865664 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865833 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.865991 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866148 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866307 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866477 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866635 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866802 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.866962 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867121 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867278 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867451 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867612 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867774 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.867932 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868090 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868248 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868406 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868563 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868733 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.868893 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869053 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869224 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869383 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869575 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869739 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.869913 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870074 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870237 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870396 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870555 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870714 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.870876 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871042 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871214 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871379 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871560 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871730 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.871900 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872068 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872229 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872394 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872565 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872724 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.872882 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873041 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873199 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873358 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873517 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873676 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873835 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.873993 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874155 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874314 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874473 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874632 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874790 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.874950 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.875109 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.875266 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.875426 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.875681 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jan 10 12:39:26.875837 dv-cinder-master-3-iscsi neutron-server[109321]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109321) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jan 10 12:39:26.902832 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58198) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:39:26.911266 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063024
Jan 10 12:39:38.640482 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41099f-9d3e-4808-8259-9f5a93fe4f8f None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=109430) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
Jan 10 12:39:38.696724 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f41099f-9d3e-4808-8259-9f5a93fe4f8f None None] No non-hosted networks {{(pid=109430) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 10 12:39:38.705438 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.agentschedulers_db [None req-9f41099f-9d3e-4808-8259-9f5a93fe4f8f None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=109430) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jan 10 12:39:38.795102 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-34d8e615-3a9b-428e-ad67-770e6ec7da83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:40.809945 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d269fb73-63ae-4faa-99e9-ed08cccfe0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:40.864529 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-02c5e79c-8906-42c5-8f5f-8e0f7d827f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:42.028112 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:43.667659 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:44.219378 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.db.l3_hamode_db [None req-a41acde9-55e7-4476-9968-f6c72c0be4ab None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 10 12:39:44.298020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41acde9-55e7-4476-9968-f6c72c0be4ab None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:39:44.298401 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41acde9-55e7-4476-9968-f6c72c0be4ab None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jan 10 12:39:44.833482 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:44.834226 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.834454 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.834858 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.837056 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.837574 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.837906 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.838421 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.839837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.840420 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.840921 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.841290 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.841631 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.841942 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:44.842525 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fbef52e80>, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:44.851786 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc88ac0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:39:48.090163 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58300) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:39:48.642668 dv-cinder-master-3-iscsi neutron-server[109429]: WARNING oslo_policy.policy [None req-083927fa-0390-480e-b951-7504fb83dcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:48.643208 dv-cinder-master-3-iscsi neutron-server[109429]: WARNING oslo_policy.policy [None req-083927fa-0390-480e-b951-7504fb83dcda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:48.867870 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [None req-083927fa-0390-480e-b951-7504fb83dcda admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:39:48.868910 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-083927fa-0390-480e-b951-7504fb83dcda admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.7775257
Jan 10 12:39:51.775849 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58316) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:39:52.339579 dv-cinder-master-3-iscsi neutron-server[109428]: WARNING oslo_policy.policy [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:52.340372 dv-cinder-master-3-iscsi neutron-server[109428]: WARNING oslo_policy.policy [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:52.564336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '230e0a61baae4ee798a1e664588228fe', 'default_prefixlen': 26, 'is_default': True}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:39:52.658080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.policy [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109428) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 10 12:39:52.703275 dv-cinder-master-3-iscsi neutron-server[109428]: WARNING oslo_policy.policy [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:52.703673 dv-cinder-master-3-iscsi neutron-server[109428]: WARNING oslo_policy.policy [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:52.712115 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.quota [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f3fbecb4dc0>.
Jan 10 12:39:52.818959 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489604641', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489604214', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489610913', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489588138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489598784', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744489638846', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-134168462', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-134166477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565339', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-672525'] for rbac-policy (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:52.900404 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:52.901964 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-69cc5c00-0bd6-45a3-969e-e7bb7fd1ba01 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1240542
Jan 10 12:39:55.791114 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58334) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:39:56.120558 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'name': 'private', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:39:56.121984 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.quota [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f3fbefca8e0>.
Jan 10 12:39:56.182795 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Made reservation on behalf of 28a2db78a87c4bd69fde46b3f80e8b5e for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:39:56.249468 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.policy [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109429) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jan 10 12:39:56.295251 dv-cinder-master-3-iscsi neutron-server[109429]: WARNING oslo_policy.policy [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:56.295660 dv-cinder-master-3-iscsi neutron-server[109429]: WARNING oslo_policy.policy [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 10 12:39:56.305455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.333429 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.446028 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks [] for security_group (9deff3f3-5446-41b5-b128-7f28fade921a), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.452315 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9deff3f3-5446-41b5-b128-7f28fade921a), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.476098 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:39:56.502306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744486039206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (fbde2bf3-d7f5-4c4a-9db4-a822df753985), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.502758 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fbfbeea60> segment precommit_create {{(pid=109429) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 10 12:39:56.503295 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Added segment fbde2bf3-d7f5-4c4a-9db4-a822df753985 of type vlan for network 566825cc-533a-49f4-a6e4-f40163e177d6
Jan 10 12:39:56.509045 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deff3f3-5446-41b5-b128-7f28fade921a,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:39:56.530350 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.530705 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.531044 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.531375 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.531735 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.532059 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.532398 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.532716 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.533048 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.533504 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.533808 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.534201 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.534514 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Tracked resource versions report:
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]: pushed versions:
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]: {   'AddressGroup': {'1.2'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'ConntrackHelper': {'1.0'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'Log': {'1.0'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'Network': {'1.1'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'Port': {'1.7'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'PortForwarding': {'1.2'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'QosPolicy': {'1.10'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'SecurityGroup': {'1.5'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'SubPort': {'1.0'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'Subnet': {'1.1'},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     'Trunk': {'1.1'}}
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]: consumer versions:
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Log': '1.0',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Network': '1.1',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Port': '1.7',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'PortForwarding': '1.2',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'QosPolicy': '1.10',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SecurityGroup': '1.5',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SubPort': '1.0',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Subnet': '1.1',
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Trunk': '1.1'}}
Jan 10 12:39:56.535934 dv-cinder-master-3-iscsi neutron-server[109429]:  {{(pid=109429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:39:56.623925 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (566825cc-533a-49f4-a6e4-f40163e177d6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.667916 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (566825cc-533a-49f4-a6e4-f40163e177d6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.668965 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:39:56.669719 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:39:56.758784 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.9664724
Jan 10 12:39:56.771855 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b41d6-cabf-43fc-a80c-d0f52aaf4962 admin admin] Pushing event updated for resources: {'Network': ['ID=566825cc-533a-49f4-a6e4-f40163e177d6,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:39:56.784869 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 566825cc-533a-49f4-a6e4-f40163e177d6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:39:59.887961 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58350) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:00.367092 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd41740-90ef-4eff-8765-50271db3e0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:00.368623 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7dd41740-90ef-4eff-8765-50271db3e0e9 admin admin] 10.222.0.13 "GET /v2.0/networks/566825cc-533a-49f4-a6e4-f40163e177d6 HTTP/1.1" status: 200  len: 824 time: 0.4794371
Jan 10 12:40:00.394375 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9975dbf9-74c3-4978-9c00-58115e95aa94 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/c84c7cab-3a8a-4f01-8bf8-851ac0cdb745 HTTP/1.1" status: 200  len: 734 time: 0.0192227
Jan 10 12:40:00.405413 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745', 'ip_version': 4, 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'name': 'private-subnet'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:40:00.436003 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Made reservation on behalf of 28a2db78a87c4bd69fde46b3f80e8b5e for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:40:00.439135 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:00.733493 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (6217cd50-4885-456c-b1ec-0ceeaa04c539), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:00.817401 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Checking segment: {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:40:00.817781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Network hostable DHCP agents. Network: 566825cc-533a-49f4-a6e4-f40163e177d6, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:40:00.819933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6217cd50-4885-456c-b1ec-0ceeaa04c539,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:00.834916 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.835276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.835642 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.835971 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.836292 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.836613 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.836942 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.837262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.837596 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.837924 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.838372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.838684 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.838989 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Tracked resource versions report:
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]: pushed versions:
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]: {   'AddressGroup': {'1.2'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'ConntrackHelper': {'1.0'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'Log': {'1.0'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'Network': {'1.1'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'Port': {'1.7'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'PortForwarding': {'1.2'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'QosPolicy': {'1.10'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'SecurityGroup': {'1.5'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'SubPort': {'1.0'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'Subnet': {'1.1'},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     'Trunk': {'1.1'}}
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]: consumer versions:
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Log': '1.0',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Network': '1.1',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Port': '1.7',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'PortForwarding': '1.2',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'QosPolicy': '1.10',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SecurityGroup': '1.5',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SubPort': '1.0',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Subnet': '1.1',
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Trunk': '1.1'}}
Jan 10 12:40:00.840385 dv-cinder-master-3-iscsi neutron-server[109428]:  {{(pid=109428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:40:00.870086 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Network 566825cc-533a-49f4-a6e4-f40163e177d6 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:40:00.883042 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 566825cc-533a-49f4-a6e4-f40163e177d6) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:00.888111 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:00.888715 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:00.893715 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fe9e40-3051-4be4-9116-c4068b364e31 None None] Network 566825cc-533a-49f4-a6e4-f40163e177d6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:40:00.909496 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5fd93b9f-87cd-47c5-82d1-6b36b2049cf9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5030739
Jan 10 12:40:01.162692 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-566825cc-533a-49f4-a6e4-f40163e177d6', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:40:01.164106 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:01.469823 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Allocated IP 172.20.0.2 (566825cc-533a-49f4-a6e4-f40163e177d6/6217cd50-4885-456c-b1ec-0ceeaa04c539/70b1ce94-a004-48e7-adc0-1bdc223478ca) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:40:01.713741 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks [] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:01.721855 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:01.801779 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Network 566825cc-533a-49f4-a6e4-f40163e177d6 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:40:01.806528 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:01.816737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:40:01.819845 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Pushing event updated for resources: {'Port': ['ID=70b1ce94-a004-48e7-adc0-1bdc223478ca,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:01.851037 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.851419 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.851854 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.852201 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.852532 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.852860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.853208 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.853475 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.853976 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.854148 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.854507 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.854823 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.855137 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Tracked resource versions report:
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]: pushed versions:
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]: {   'AddressGroup': {'1.2'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'ConntrackHelper': {'1.0'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'Log': {'1.0'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'Network': {'1.1'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'Port': {'1.7'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'PortForwarding': {'1.2'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'QosPolicy': {'1.10'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'SecurityGroup': {'1.5'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'SubPort': {'1.0'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'Subnet': {'1.1'},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     'Trunk': {'1.1'}}
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]: consumer versions:
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Log': '1.0',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Network': '1.1',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Port': '1.7',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'PortForwarding': '1.2',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'QosPolicy': '1.10',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SecurityGroup': '1.5',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SubPort': '1.0',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Subnet': '1.1',
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Trunk': '1.1'}}
Jan 10 12:40:01.856617 dv-cinder-master-3-iscsi neutron-server[109430]:  {{(pid=109430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:40:01.906587 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Attempting to bind port 70b1ce94-a004-48e7-adc0-1bdc223478ca on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:40:01.907268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Attempting to bind port 70b1ce94-a004-48e7-adc0-1bdc223478ca by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:40:01.907392 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Attempting to bind port 70b1ce94-a004-48e7-adc0-1bdc223478ca on network 566825cc-533a-49f4-a6e4-f40163e177d6 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:40:01.912620 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:40:01.912990 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Checking segment: {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:40:01.913442 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:01.913832 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Bound using segment: {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:40:01.914327 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Bound port: 70b1ce94-a004-48e7-adc0-1bdc223478ca, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:40:01.914727 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:01.978867 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] For port 70b1ce94-a004-48e7-adc0-1bdc223478ca, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:40:01.983224 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] For port 70b1ce94-a004-48e7-adc0-1bdc223478ca, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70b1ce94-a004-48e7-adc0-1bdc223478ca,segment=NetworkSegment(fbde2bf3-d7f5-4c4a-9db4-a822df753985),segment_id=fbde2bf3-d7f5-4c4a-9db4-a822df753985)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:40:01.988309 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:02.055559 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139dc339-deb7-407d-b6f9-6856523e7822 None None] Pushing event updated for resources: {'Port': ['ID=70b1ce94-a004-48e7-adc0-1bdc223478ca,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:03.598889 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58362) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:03.744267 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:40:03.943169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [None req-d32196e4-188d-4608-a366-0918c8f9143a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:40:03.944274 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-d32196e4-188d-4608-a366-0918c8f9143a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3444085
Jan 10 12:40:06.623544 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58370) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:06.967210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [None req-46b0f687-5b05-485b-a407-0cb242333b55 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:40:06.968305 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-46b0f687-5b05-485b-a407-0cb242333b55 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.3437536
Jan 10 12:40:08.589614 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3bb514b4-058f-4c89-8ef5-f50dff212fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:09.898138 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58380) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:10.210374 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Request body: {'router': {'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:40:10.239230 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (127ffed5-59d9-444e-89b3-e499da6b3f12), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:10.240867 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (127ffed5-59d9-444e-89b3-e499da6b3f12), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:10.372391 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Publish callbacks [] for router_controller (127ffed5-59d9-444e-89b3-e499da6b3f12), precommit_add_association {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:10.378276 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (127ffed5-59d9-444e-89b3-e499da6b3f12), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:10.393990 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:10.395214 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2385c4fa-286b-43e5-808c-a40ef8a47970 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.4960845
Jan 10 12:40:10.808348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-92ce50de-3173-4125-ad79-5f0d01d23464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:11.423758 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 70b1ce94-a004-48e7-adc0-1bdc223478ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:40:11.512914 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 70b1ce94-a004-48e7-adc0-1bdc223478ca triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:11.513305 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:11.629141 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 70b1ce94-a004-48e7-adc0-1bdc223478ca is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:11.629799 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:11.665387 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 70b1ce94-a004-48e7-adc0-1bdc223478ca, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70b1ce94-a004-48e7-adc0-1bdc223478ca,segment=NetworkSegment(fbde2bf3-d7f5-4c4a-9db4-a822df753985),segment_id=fbde2bf3-d7f5-4c4a-9db4-a822df753985)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:40:11.670822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:11.720213 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=70b1ce94-a004-48e7-adc0-1bdc223478ca,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:11.955620 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:12.971506 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683d619-e95d-48fb-9323-d86a8fd851d9 None None] Network 566825cc-533a-49f4-a6e4-f40163e177d6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:40:13.044667 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-cf094385-b963-414b-b894-c6e4569f2357 None None] Provisioning complete for port 70b1ce94-a004-48e7-adc0-1bdc223478ca triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:13.044999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-cf094385-b963-414b-b894-c6e4569f2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:13.097377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58402) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:13.163417 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-cf094385-b963-414b-b894-c6e4569f2357 None None] Current status of the port 70b1ce94-a004-48e7-adc0-1bdc223478ca is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:13.240399 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [None req-8f400c27-2b3e-407d-a51c-2b60fef6d81b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:40:13.241407 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8f400c27-2b3e-407d-a51c-2b60fef6d81b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1429856
Jan 10 12:40:13.367389 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 70b1ce94-a004-48e7-adc0-1bdc223478ca up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:40:13.413992 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-17f82c6b-f5cb-4aab-ad85-e075d88b5e16 None None] Provisioning complete for port 70b1ce94-a004-48e7-adc0-1bdc223478ca triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:13.414358 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-17f82c6b-f5cb-4aab-ad85-e075d88b5e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:13.458950 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 70b1ce94-a004-48e7-adc0-1bdc223478ca triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:13.459345 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:13.538743 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-17f82c6b-f5cb-4aab-ad85-e075d88b5e16 None None] Current status of the port 70b1ce94-a004-48e7-adc0-1bdc223478ca is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:13.571862 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 70b1ce94-a004-48e7-adc0-1bdc223478ca is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:13.593582 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:14.834249 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.782853 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58422) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:15.833026 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'project_id': '230e0a61baae4ee798a1e664588228fe', 'provider:physical_network': 'physnet1', 'name': 'public', 'tenant_id': '230e0a61baae4ee798a1e664588228fe', 'router:external': True}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:40:15.860231 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Made reservation on behalf of 230e0a61baae4ee798a1e664588228fe for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:40:15.862459 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.870841 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.945461 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks [] for security_group (385c3c9a-db79-498b-a00b-f7c1022f9a8b), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.950873 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (385c3c9a-db79-498b-a00b-f7c1022f9a8b), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.967494 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Reserving flat network on physical network physnet1 {{(pid=109429) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jan 10 12:40:15.988015 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385c3c9a-db79-498b-a00b-f7c1022f9a8b,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:15.993176 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (05eac6ad-66bf-4e46-9ad1-97877285ed9e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:15.993516 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Added segment 05eac6ad-66bf-4e46-9ad1-97877285ed9e of type flat for network b62a84e3-702b-401e-be42-557f83a3e00b
Jan 10 12:40:16.037671 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (b62a84e3-702b-401e-be42-557f83a3e00b), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:16.079101 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (b62a84e3-702b-401e-be42-557f83a3e00b), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:16.080532 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:16.081380 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:16.113096 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3292272
Jan 10 12:40:16.144481 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8527be5-3d93-4c70-80d8-9c319500c289 admin admin] Pushing event updated for resources: {'Network': ['ID=b62a84e3-702b-401e-be42-557f83a3e00b,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:16.159396 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network b62a84e3-702b-401e-be42-557f83a3e00b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:40:18.595089 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58430) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:18.754234 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7415c75-5038-4c5c-a079-0eff260fb894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:18.755650 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f7415c75-5038-4c5c-a079-0eff260fb894 admin admin] 10.222.0.13 "GET /v2.0/subnets/6217cd50-4885-456c-b1ec-0ceeaa04c539 HTTP/1.1" status: 200  len: 849 time: 0.1594200
Jan 10 12:40:18.875867 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-df026707-2927-4eb9-99ab-310b25eb88c3 admin admin] 10.222.0.13 "GET /v2.0/routers/127ffed5-59d9-444e-89b3-e499da6b3f12 HTTP/1.1" status: 200  len: 704 time: 0.1136942
Jan 10 12:40:19.157296 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:19.464997 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Allocated IP 172.20.0.1 (566825cc-533a-49f4-a6e4-f40163e177d6/6217cd50-4885-456c-b1ec-0ceeaa04c539/7fab97fc-0ff3-49ba-aaf3-c367b16491e8) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:40:19.651446 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks [] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:19.723992 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:19.802657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Network 566825cc-533a-49f4-a6e4-f40163e177d6 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:40:19.807838 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:19.815276 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:40:19.815860 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (127ffed5-59d9-444e-89b3-e499da6b3f12), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:19.834310 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Pushing event updated for resources: {'Port': ['ID=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:20.007790 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-7f4ac3d3-bb16-410b-95c4-821a656bb228 None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:20.008368 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7f4ac3d3-bb16-410b-95c4-821a656bb228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.047990 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-7f4ac3d3-bb16-410b-95c4-821a656bb228 None None] Port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:40:20.072424 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.285756 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks [] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.293101 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.293944 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (127ffed5-59d9-444e-89b3-e499da6b3f12), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.372929 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Pushing event updated for resources: {'Port': ['ID=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:20.427646 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Network 566825cc-533a-49f4-a6e4-f40163e177d6 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:40:20.429141 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:20.593321 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Router 127ffed5-59d9-444e-89b3-e499da6b3f12 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:40:20.673711 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-ed1dc592-9e80-4b8f-a7ef-fe9aeddb151f None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:20.674107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc592-9e80-4b8f-a7ef-fe9aeddb151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:20.687548 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:40:20.700071 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-dd0d6608-879e-48e6-9680-efeb1e5cef27 admin admin] 10.222.0.13 "PUT /v2.0/routers/127ffed5-59d9-444e-89b3-e499da6b3f12/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.8042066
Jan 10 12:40:20.709629 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-ed1dc592-9e80-4b8f-a7ef-fe9aeddb151f None None] Port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:40:20.713612 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Sync routers for ids ['127ffed5-59d9-444e-89b3-e499da6b3f12'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:40:20.728358 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Routers {'127ffed5-59d9-444e-89b3-e499da6b3f12'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:40:20.729722 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbee56b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:40:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['127ffed5-59d9-444e-89b3-e499da6b3f12'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:20.918889 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Set router 127ffed5-59d9-444e-89b3-e499da6b3f12 gateway port host: None {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:40:21.347998 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbee56b50>, [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:20Z', 'revision_number': 2, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port_host': None, '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:20Z', 'revision_number': 2, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:21.398902 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Checking router: 127ffed5-59d9-444e-89b3-e499da6b3f12 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:40:21.399284 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Updating router 127ffed5-59d9-444e-89b3-e499da6b3f12 port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:40:21.448250 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:21.979375 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks [] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:21.987299 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.084756 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Pushing event updated for resources: {'Port': ['ID=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:22.094321 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.094717 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.094996 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.095334 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.095696 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.096049 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.096372 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.096699 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.097020 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.097358 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.097679 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.098000 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.098315 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Tracked resource versions report:
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]: pushed versions:
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]: {   'AddressGroup': {'1.2'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'ConntrackHelper': {'1.0'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'Log': {'1.0'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'Network': {'1.1'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'Port': {'1.7'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'PortForwarding': {'1.2'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'QosPolicy': {'1.10'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'SecurityGroup': {'1.5'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'SubPort': {'1.0'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'Subnet': {'1.1'},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     'Trunk': {'1.1'}}
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]: consumer versions:
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Log': '1.0',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Network': '1.1',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Port': '1.7',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'PortForwarding': '1.2',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'QosPolicy': '1.10',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SecurityGroup': '1.5',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SubPort': '1.0',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Subnet': '1.1',
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Trunk': '1.1'}}
Jan 10 12:40:22.099795 dv-cinder-master-3-iscsi neutron-server[109431]:  {{(pid=109431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:40:22.182656 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Attempting to bind port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:40:22.183064 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Attempting to bind port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:40:22.183488 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Attempting to bind port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 on network 566825cc-533a-49f4-a6e4-f40163e177d6 {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:40:22.189514 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:40:22.189913 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Checking segment: {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:40:22.190355 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.190743 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Bound using segment: {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:40:22.191230 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Bound port: 7fab97fc-0ff3-49ba-aaf3-c367b16491e8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde2bf3-d7f5-4c4a-9db4-a822df753985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:40:22.191632 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.238509 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-c5129dd5-009a-47d1-a910-c320be342544 None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:22.239039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c5129dd5-009a-47d1-a910-c320be342544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.262038 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] For port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:40:22.277975 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-c5129dd5-009a-47d1-a910-c320be342544 None None] Port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:40:22.283550 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] For port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,segment=NetworkSegment(fbde2bf3-d7f5-4c4a-9db4-a822df753985),segment_id=fbde2bf3-d7f5-4c4a-9db4-a822df753985)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:40:22.288429 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.337349 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Routers {'127ffed5-59d9-444e-89b3-e499da6b3f12'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:40:22.338558 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbee56b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:40:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['127ffed5-59d9-444e-89b3-e499da6b3f12'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:22.414137 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143d7ee-e661-4e26-8e69-c8cef0f9cd8c None None] Pushing event updated for resources: {'Port': ['ID=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,revision_number=4']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:22.437562 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] Set router 127ffed5-59d9-444e-89b3-e499da6b3f12 gateway port host: None {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:40:22.496801 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:22.497193 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.577649 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Current status of the port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:22.578032 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.609885 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] For port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,segment=NetworkSegment(fbde2bf3-d7f5-4c4a-9db4-a822df753985),segment_id=fbde2bf3-d7f5-4c4a-9db4-a822df753985)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:40:22.615497 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:22.654161 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbee56b50>, [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:20Z', 'revision_number': 2, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port_host': None, '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:22Z', 'revision_number': 4, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:22.665149 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41cd6a-c9a7-4437-836f-8ce7f95377eb None None] Pushing event updated for resources: {'Port': ['ID=7fab97fc-0ff3-49ba-aaf3-c367b16491e8,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:22.680971 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409dc8d5-c3aa-4395-a66c-6b75d9c1b36c None None] The sync data for ids ['127ffed5-59d9-444e-89b3-e499da6b3f12'] in dv-cinder-master-3-iscsi is: [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:20Z', 'revision_number': 2, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port_host': None, '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:22Z', 'revision_number': 4, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:40:25.723336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58448) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:25.839858 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d66456-1888-4d66-8c3b-160d220104ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:25.846689 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-06d66456-1888-4d66-8c3b-160d220104ca admin admin] 10.222.0.13 "GET /v2.0/networks/b62a84e3-702b-401e-be42-557f83a3e00b HTTP/1.1" status: 200  len: 842 time: 0.1168392
Jan 10 12:40:25.850807 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Request body: {'subnet': {'cidr': '172.37.5.0/24', 'tenant_id': '230e0a61baae4ee798a1e664588228fe', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'gateway_ip': '172.37.5.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:40:25.877500 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Made reservation on behalf of 230e0a61baae4ee798a1e664588228fe for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:40:25.879837 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:26.228743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.objects.ports [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109428) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}}
Jan 10 12:40:26.229194 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (6c7ee10e-2ed4-4f24-bd35-68abf9881243), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:26.283407 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7ee10e-2ed4-4f24-bd35-68abf9881243,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:26.293938 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:40:26.294292 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Network hostable DHCP agents. Network: b62a84e3-702b-401e-be42-557f83a3e00b, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:40:26.311697 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:40:26.321036 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b62a84e3-702b-401e-be42-557f83a3e00b) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:26.326710 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:26.327447 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:26.330592 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d80e2-1a4c-49ab-9206-f26750325232 None None] Network b62a84e3-702b-401e-be42-557f83a3e00b requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:40:26.344870 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-0ef4fb6a-3832-4998-bfe5-517da8b06b6a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4974310
Jan 10 12:40:26.434053 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867966f7-9a6f-4eb6-86c8-9d66a93aecfb None None] Network b62a84e3-702b-401e-be42-557f83a3e00b requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:40:28.865623 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58456) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:29.113093 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a67a36bc-17db-4199-b625-756a6c010b23 admin admin] 10.222.0.13 "GET /v2.0/routers/127ffed5-59d9-444e-89b3-e499da6b3f12 HTTP/1.1" status: 200  len: 710 time: 0.2463422
Jan 10 12:40:29.201261 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d64dec-c94f-412e-bd13-b7f26bd2466f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:40:29.202663 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-30d64dec-c94f-412e-bd13-b7f26bd2466f admin admin] 10.222.0.13 "GET /v2.0/networks/b62a84e3-702b-401e-be42-557f83a3e00b HTTP/1.1" status: 200  len: 886 time: 0.0842655
Jan 10 12:40:29.211845 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:40:29.404254 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:40:29.453568 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:29.454061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:29.471254 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks [] for router_gateway (127ffed5-59d9-444e-89b3-e499da6b3f12), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:29.534364 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:29.709434 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks [] for router_gateway (127ffed5-59d9-444e-89b3-e499da6b3f12), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:29.789423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:29.950249 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Allocated IP 172.37.5.88 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/70cacede-1e44-48e4-a1b2-505fe6a6a514) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:40:30.103246 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks [] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.168035 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.238318 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:40:30.243013 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:40:30.248489 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:40:30.254117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Pushing event updated for resources: {'Port': ['ID=70cacede-1e44-48e4-a1b2-505fe6a6a514,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:30.525974 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks [] for router_gateway (127ffed5-59d9-444e-89b3-e499da6b3f12), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.723444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637865', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634916', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4668'] for router (127ffed5-59d9-444e-89b3-e499da6b3f12), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.728709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637831', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634923'] for router (127ffed5-59d9-444e-89b3-e499da6b3f12), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.840087 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Router 127ffed5-59d9-444e-89b3-e499da6b3f12 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:40:30.949075 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:40:30.953641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:30.958315 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1be5628e-423f-4fbe-95d2-980d946b61d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/127ffed5-59d9-444e-89b3-e499da6b3f12 HTTP/1.1" status: 200  len: 889 time: 1.7463732
Jan 10 12:40:30.959759 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Sync routers for ids ['127ffed5-59d9-444e-89b3-e499da6b3f12'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:40:30.972174 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Routers {'127ffed5-59d9-444e-89b3-e499da6b3f12'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:40:30.972857 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbef014c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:40:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['127ffed5-59d9-444e-89b3-e499da6b3f12'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:31.193513 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Set router 127ffed5-59d9-444e-89b3-e499da6b3f12 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:40:31.663912 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbef014c0>, [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:30Z', 'revision_number': 4, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port': {'id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:29Z', 'updated_at': '2022-01-10T12:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:22Z', 'revision_number': 5, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:31.714717 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Checking router: 127ffed5-59d9-444e-89b3-e499da6b3f12 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:40:31.715097 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Updating router 127ffed5-59d9-444e-89b3-e499da6b3f12 port 70cacede-1e44-48e4-a1b2-505fe6a6a514 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:40:31.762582 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.085623 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks [] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.091974 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.144189 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bac235-d299-43f7-92a0-6f4936f2872d None None] Pushing event updated for resources: {'Port': ['ID=70cacede-1e44-48e4-a1b2-505fe6a6a514,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:32.148160 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Attempting to bind port 70cacede-1e44-48e4-a1b2-505fe6a6a514 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:40:32.148530 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Attempting to bind port 70cacede-1e44-48e4-a1b2-505fe6a6a514 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:40:32.148894 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Attempting to bind port 70cacede-1e44-48e4-a1b2-505fe6a6a514 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:40:32.154818 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:40:32.155187 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:40:32.155610 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.155994 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:40:32.156455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Bound port: 70cacede-1e44-48e4-a1b2-505fe6a6a514, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:40:32.156828 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.208843 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] For port 70cacede-1e44-48e4-a1b2-505fe6a6a514, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:40:32.213059 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] For port 70cacede-1e44-48e4-a1b2-505fe6a6a514, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70cacede-1e44-48e4-a1b2-505fe6a6a514,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:40:32.219048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:32.277828 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Routers {'127ffed5-59d9-444e-89b3-e499da6b3f12'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:40:32.278450 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbef014c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:40:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['127ffed5-59d9-444e-89b3-e499da6b3f12'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:32.315462 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bac235-d299-43f7-92a0-6f4936f2872d None None] Pushing event updated for resources: {'Port': ['ID=70cacede-1e44-48e4-a1b2-505fe6a6a514,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:32.385182 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] Set router 127ffed5-59d9-444e-89b3-e499da6b3f12 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:40:32.599444 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbef014c0>, [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:30Z', 'revision_number': 4, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port': {'id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:29Z', 'updated_at': '2022-01-10T12:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:22Z', 'revision_number': 5, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:40:32.625804 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c0920-992c-4fe6-a498-f31c01bce480 None None] The sync data for ids ['127ffed5-59d9-444e-89b3-e499da6b3f12'] in dv-cinder-master-3-iscsi is: [{'id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'name': 'router1', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88'}], 'enable_snat': True}, 'gw_port_id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:40:10Z', 'updated_at': '2022-01-10T12:40:30Z', 'revision_number': 4, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'gw_port': {'id': '70cacede-1e44-48e4-a1b2-505fe6a6a514', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:29Z', 'updated_at': '2022-01-10T12:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7fab97fc-0ff3-49ba-aaf3-c367b16491e8', 'name': '', 'network_id': '566825cc-533a-49f4-a6e4-f40163e177d6', 'tenant_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'mac_address': 'fa:16:3e:fb:85:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '127ffed5-59d9-444e-89b3-e499da6b3f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:40:19Z', 'updated_at': '2022-01-10T12:40:22Z', 'revision_number': 5, 'project_id': '28a2db78a87c4bd69fde46b3f80e8b5e', 'subnets': [{'id': '6217cd50-4885-456c-b1ec-0ceeaa04c539', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c84c7cab-3a8a-4f01-8bf8-851ac0cdb745'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:40:33.407334 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 70cacede-1e44-48e4-a1b2-505fe6a6a514 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:40:33.460121 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 70cacede-1e44-48e4-a1b2-505fe6a6a514 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:33.460520 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:33.538126 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 70cacede-1e44-48e4-a1b2-505fe6a6a514 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:33.538525 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:33.559131 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 70cacede-1e44-48e4-a1b2-505fe6a6a514, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=70cacede-1e44-48e4-a1b2-505fe6a6a514,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:40:33.564200 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:33.605857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58468) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:40:33.612363 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=70cacede-1e44-48e4-a1b2-505fe6a6a514,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:40:33.728612 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4f4a0783-28f3-4583-b3bd-399cee3ded5e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 412 time: 0.1209247
Jan 10 12:40:35.379424 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 70cacede-1e44-48e4-a1b2-505fe6a6a514 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:40:35.441059 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 70cacede-1e44-48e4-a1b2-505fe6a6a514 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:40:35.441452 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70cacede-1e44-48e4-a1b2-505fe6a6a514), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:35.519883 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 70cacede-1e44-48e4-a1b2-505fe6a6a514 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:40:38.645704 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-1f41825e-9bde-49f7-af6b-bc82dd2c67e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:40.791682 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:40:40.821749 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-418bea8d-5c77-4a8f-9e5a-abe17f982904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:41.964845 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:43.610538 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:40:44.850993 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:08.594676 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d964e66f-e483-48d1-8637-a9d16964217b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:10.806400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-32cbcc87-6129-4d53-9726-33b25d9104ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:11.963784 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:13.617086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:14.851113 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:17.748729 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:41:38.591101 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-74972d42-bbc2-42e0-80b1-847009e09ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:40.811326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-55621d73-475a-44c6-9c6f-32fcd91d7ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:41.963566 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:43.620993 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:44.835366 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:54.740034 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:41:56.132242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58952) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:41:56.211155 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb3ff45-b420-4b0c-a858-4d3d56079d7e admin admin] GET failed (client error): The resource could not be found.
Jan 10 12:41:56.212472 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7bb3ff45-b420-4b0c-a858-4d3d56079d7e admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0790656
Jan 10 12:41:56.406776 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ace0170-d3ab-473a-bc77-afeb7ef3b163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:41:56.408322 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1ace0170-d3ab-473a-bc77-afeb7ef3b163 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1916530
Jan 10 12:41:58.848924 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58962) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:41:58.943419 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00036fd-fe7a-4ccb-8008-97915c8cf5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:41:58.944785 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b00036fd-fe7a-4ccb-8008-97915c8cf5b7 admin admin] 10.222.0.13 "GET /v2.0/subnets/6217cd50-4885-456c-b1ec-0ceeaa04c539 HTTP/1.1" status: 200  len: 849 time: 0.0948799
Jan 10 12:41:58.954508 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:41:59.111938 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Publish callbacks [] for subnet (6217cd50-4885-456c-b1ec-0ceeaa04c539), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:59.262091 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744485941625'] for subnet (6217cd50-4885-456c-b1ec-0ceeaa04c539), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:59.300030 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:41:59.300642 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:59.311036 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] 10.222.0.13 "PUT /v2.0/subnets/6217cd50-4885-456c-b1ec-0ceeaa04c539 HTTP/1.1" status: 200  len: 868 time: 0.3510551
Jan 10 12:41:59.311274 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079cbf1b-8689-49de-a392-2bc6e71aff23 None None] Network 566825cc-533a-49f4-a6e4-f40163e177d6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:41:59.325298 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6217cd50-4885-456c-b1ec-0ceeaa04c539,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:41:59.332921 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.333279 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.333614 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.333954 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.334288 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.334622 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.334950 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.335277 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.335655 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.336195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.336520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.336833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.337175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3d64b-ca25-410a-8155-0a7a6dbcb982 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:41:59.694157 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Provisioning complete for port 70b1ce94-a004-48e7-adc0-1bdc223478ca triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:41:59.694429 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (70b1ce94-a004-48e7-adc0-1bdc223478ca), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:59.797261 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Current status of the port 70b1ce94-a004-48e7-adc0-1bdc223478ca is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:41:59.809414 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Provisioning complete for port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:41:59.809804 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7fab97fc-0ff3-49ba-aaf3-c367b16491e8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:41:59.899103 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-300495fe-7fd8-4090-913b-7ef2cb8e9cd7 None None] Current status of the port 7fab97fc-0ff3-49ba-aaf3-c367b16491e8 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:42:01.833072 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58970) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:02.043990 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b570ac-ed2d-42fb-8195-828b1ab8028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:02.044366 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b570ac-ed2d-42fb-8195-828b1ab8028e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:02.045910 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a7b570ac-ed2d-42fb-8195-828b1ab8028e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2111931
Jan 10 12:42:04.477268 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58978) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:04.700587 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e814ba8-5c22-40d3-8d9c-5df3ac53ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:04.700971 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e814ba8-5c22-40d3-8d9c-5df3ac53ed0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:04.702530 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3e814ba8-5c22-40d3-8d9c-5df3ac53ed0e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2239933
Jan 10 12:42:07.147977 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 58988) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:07.299159 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edf84b3-31e3-4b5e-a163-d0415bcab836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:07.300552 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8edf84b3-31e3-4b5e-a163-d0415bcab836 admin admin] 10.222.0.13 "GET /v2.0/networks/566825cc-533a-49f4-a6e4-f40163e177d6 HTTP/1.1" status: 200  len: 868 time: 0.1510794
Jan 10 12:42:08.594898 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-5570f893-934f-4e17-9c69-356482d90628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:09.746219 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 58996) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:09.880896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b46e3-9219-47b2-a716-29436b2ebcd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:09.882296 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1f0b46e3-9219-47b2-a716-29436b2ebcd5 admin admin] 10.222.0.13 "GET /v2.0/networks/b62a84e3-702b-401e-be42-557f83a3e00b HTTP/1.1" status: 200  len: 886 time: 0.1348114
Jan 10 12:42:10.817264 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-f6d6963c-9ddc-49ab-9ec7-9063471e467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:11.967833 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:12.312175 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59004) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:12.447505 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd05eb-a5f9-4322-9628-84e7475ee2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:12.447975 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbd05eb-a5f9-4322-9628-84e7475ee2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:12.449478 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3fbd05eb-a5f9-4322-9628-84e7475ee2a4 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1357546
Jan 10 12:42:13.621550 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:14.840107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:14.856529 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59012) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:14.953528 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf68b0-8b50-49e7-9dee-c41d4efa19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:14.953976 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdf68b0-8b50-49e7-9dee-c41d4efa19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:14.955502 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-efdf68b0-8b50-49e7-9dee-c41d4efa19f6 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0980160
Jan 10 12:42:17.393554 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59020) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:17.491052 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c0f7d-2fa6-4083-92a9-1120dba7f2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:17.492724 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5d5c0f7d-2fa6-4083-92a9-1120dba7f2fc admin admin] 10.222.0.13 "GET /v2.0/subnets/6217cd50-4885-456c-b1ec-0ceeaa04c539 HTTP/1.1" status: 200  len: 868 time: 0.0981922
Jan 10 12:42:19.952995 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59028) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:20.050504 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9099d-5d50-4587-a501-8d2e0b36191e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:20.052636 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-23f9099d-5d50-4587-a501-8d2e0b36191e admin admin] 10.222.0.13 "GET /v2.0/subnets/6c7ee10e-2ed4-4f24-bd35-68abf9881243 HTTP/1.1" status: 200  len: 816 time: 0.0984638
Jan 10 12:42:31.739173 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:42:38.601267 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9dcca5c8-8e72-404e-b451-b9686df5a887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:40.821385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7af7f39f-1b39-47ad-896c-233bc90e8a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:41.971870 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:43.624899 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:44.845170 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:45.333596 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59082) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:45.384046 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [None req-40243d4d-f6dc-4a58-beb6-9f6e4ac846e0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:42:45.385188 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-40243d4d-f6dc-4a58-beb6-9f6e4ac846e0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0506072
Jan 10 12:42:47.958772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59090) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:48.022805 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.pecan_wsgi.hooks.translation [None req-13493527-b024-4192-8ed6-fb0af750f5ec admin admin] GET failed (client error): The resource could not be found.
Jan 10 12:42:48.024126 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-13493527-b024-4192-8ed6-fb0af750f5ec admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0643651
Jan 10 12:42:48.112036 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2ed560-c8f9-4eff-a7cc-99b4ccfe1703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:48.113478 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9e2ed560-c8f9-4eff-a7cc-99b4ccfe1703 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0849652
Jan 10 12:42:50.607666 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59100) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:50.655284 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'project_id': '230e0a61baae4ee798a1e664588228fe', 'shared': True, 'tenant_id': '230e0a61baae4ee798a1e664588228fe'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:42:50.685683 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Made reservation on behalf of 230e0a61baae4ee798a1e664588228fe for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:42:50.688562 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:50.737385 dv-cinder-master-3-iscsi neutron-server[109428]: WARNING neutron.services.revisions.revision_plugin [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3fbd19f640] {project_id='230e0a61baae4ee798a1e664588228fe', id='25ae45ae-a3f2-4e71-b235-1301138351ae', target_project='*', action='access_as_shared', object_id='dd151cb7-986c-434a-abd0-e503539867bc'}> to bump revision.
Jan 10 12:42:50.755375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:42:50.769257 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744486039206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (a3014b0b-0741-48ad-89fe-0829b26cd0bc), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:50.769799 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fbfbeea60> segment precommit_create {{(pid=109428) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jan 10 12:42:50.770308 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Added segment a3014b0b-0741-48ad-89fe-0829b26cd0bc of type vlan for network dd151cb7-986c-434a-abd0-e503539867bc
Jan 10 12:42:50.816943 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (dd151cb7-986c-434a-abd0-e503539867bc), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:50.854716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (dd151cb7-986c-434a-abd0-e503539867bc), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:50.855690 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:50.856296 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:50.909359 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.3005948
Jan 10 12:42:50.950772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c1f1e-cdcc-4d10-978f-d1b14a939fec admin admin] Pushing event updated for resources: {'Network': ['ID=dd151cb7-986c-434a-abd0-e503539867bc,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:42:50.962781 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network dd151cb7-986c-434a-abd0-e503539867bc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:42:53.421048 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59110) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:42:53.495431 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb1edaf-7fd2-48bf-bfc2-838b3732d6f8 admin admin] GET failed (client error): The resource could not be found.
Jan 10 12:42:53.496794 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1eb1edaf-7fd2-48bf-bfc2-838b3732d6f8 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0746825
Jan 10 12:42:53.569164 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af657d6f-1992-4cff-92e3-eefb71b205b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:53.570540 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-af657d6f-1992-4cff-92e3-eefb71b205b1 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0675447
Jan 10 12:42:53.583927 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc', 'tenant_id': '230e0a61baae4ee798a1e664588228fe', 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:42:53.609512 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Made reservation on behalf of 230e0a61baae4ee798a1e664588228fe for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:42:53.612080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:53.785020 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (b13d57a5-b435-429d-8db0-45c26856b7d5), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:53.838902 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13d57a5-b435-429d-8db0-45c26856b7d5,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:42:53.857169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Checking segment: {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:42:53.857520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Network hostable DHCP agents. Network: dd151cb7-986c-434a-abd0-e503539867bc, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:42:53.877692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Network dd151cb7-986c-434a-abd0-e503539867bc is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:42:53.886765 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, dd151cb7-986c-434a-abd0-e503539867bc) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:42:53.890772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:42:53.891363 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:53.896765 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af766104-de35-4d88-b0ae-bb42bd863b30 None None] Network dd151cb7-986c-434a-abd0-e503539867bc requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:42:53.907993 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-932a6225-6aee-4a0e-b184-37a6f3b448de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3274395
Jan 10 12:42:54.003211 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-dd151cb7-986c-434a-abd0-e503539867bc', 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc', 'project_id': '230e0a61baae4ee798a1e664588228fe', 'fixed_ips': [{'subnet_id': 'b13d57a5-b435-429d-8db0-45c26856b7d5'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:42:54.004268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.245567 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Allocated IP 192.168.233.2 (dd151cb7-986c-434a-abd0-e503539867bc/b13d57a5-b435-429d-8db0-45c26856b7d5/4d7da69f-a303-41de-ae91-5110a8ba3379) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:42:54.389313 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks [] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.395949 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.435348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Network dd151cb7-986c-434a-abd0-e503539867bc is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:42:54.438999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:42:54.442047 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:42:54.452842 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Pushing event updated for resources: {'Port': ['ID=4d7da69f-a303-41de-ae91-5110a8ba3379,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:42:54.474634 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.474990 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.475352 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.475731 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.476068 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.476400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.476733 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.477061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.477385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.477783 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.478130 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.478446 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.478768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:42:54.514320 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Attempting to bind port 4d7da69f-a303-41de-ae91-5110a8ba3379 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:42:54.514620 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Attempting to bind port 4d7da69f-a303-41de-ae91-5110a8ba3379 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:42:54.514986 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Attempting to bind port 4d7da69f-a303-41de-ae91-5110a8ba3379 on network dd151cb7-986c-434a-abd0-e503539867bc {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:42:54.519962 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:42:54.520455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Checking segment: {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:42:54.520857 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.521254 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Bound using segment: {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:42:54.521767 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Bound port: 4d7da69f-a303-41de-ae91-5110a8ba3379, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:42:54.522142 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.582304 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-01f46b41-405d-4350-82b8-a00349218535 None None] For port 4d7da69f-a303-41de-ae91-5110a8ba3379, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:42:54.585326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-01f46b41-405d-4350-82b8-a00349218535 None None] For port 4d7da69f-a303-41de-ae91-5110a8ba3379, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4d7da69f-a303-41de-ae91-5110a8ba3379,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:42:54.590067 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:54.644565 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f46b41-405d-4350-82b8-a00349218535 None None] Pushing event updated for resources: {'Port': ['ID=4d7da69f-a303-41de-ae91-5110a8ba3379,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:42:55.516409 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 4d7da69f-a303-41de-ae91-5110a8ba3379 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:42:55.577902 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 4d7da69f-a303-41de-ae91-5110a8ba3379 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:42:55.578430 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:55.657270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734105e5-a8ee-48ef-8d31-d85127d26055 None None] Network dd151cb7-986c-434a-abd0-e503539867bc requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:42:55.719559 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 4d7da69f-a303-41de-ae91-5110a8ba3379 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:42:55.719936 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:55.792532 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 4d7da69f-a303-41de-ae91-5110a8ba3379, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4d7da69f-a303-41de-ae91-5110a8ba3379,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:42:55.800425 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:55.804273 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-ce36e005-17c6-4e74-b7ad-707d05e53d9d None None] Provisioning complete for port 4d7da69f-a303-41de-ae91-5110a8ba3379 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:42:55.804675 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ce36e005-17c6-4e74-b7ad-707d05e53d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:55.892979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=4d7da69f-a303-41de-ae91-5110a8ba3379,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:42:55.941707 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-ce36e005-17c6-4e74-b7ad-707d05e53d9d None None] Current status of the port 4d7da69f-a303-41de-ae91-5110a8ba3379 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:42:56.064661 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3b4e15da-9120-4c95-9a5e-18bf6f24120f None None] Provisioning complete for port 4d7da69f-a303-41de-ae91-5110a8ba3379 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:42:56.065061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3b4e15da-9120-4c95-9a5e-18bf6f24120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:56.143721 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e15da-9120-4c95-9a5e-18bf6f24120f None None] Current status of the port 4d7da69f-a303-41de-ae91-5110a8ba3379 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:42:57.456483 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 4d7da69f-a303-41de-ae91-5110a8ba3379 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:42:57.507552 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 4d7da69f-a303-41de-ae91-5110a8ba3379 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:42:57.507967 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d7da69f-a303-41de-ae91-5110a8ba3379), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:42:57.582073 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 4d7da69f-a303-41de-ae91-5110a8ba3379 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:43:08.597716 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-445c4b59-9065-44b7-9653-7f55e59d0a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:08.738082 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:43:10.825793 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4944879f-659e-46ec-ab8e-4790c1add5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:11.974608 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:13.628612 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:14.850318 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:38.602070 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-895327a7-ada3-49f8-b1df-004ff2827080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:40.830574 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6b5985c1-767f-40c5-ba79-c18a60a9dc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:41.976701 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:43.633602 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:44.857556 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:43:45.736911 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:44:08.605706 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c8a4b409-b19b-4dcc-979b-61e7b5fc27dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:10.834789 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-28625727-0a85-4f22-9dac-b499e7fa90df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:11.979850 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:13.633612 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.097252 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59156) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:44:14.103221 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [None req-1bd0d5ea-4473-4083-acbd-3306ba058f0a tempest-verify_tempest_config-668359047 tempest-verify_tempest_config-668359047-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:44:14.104257 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1bd0d5ea-4473-4083-acbd-3306ba058f0a tempest-verify_tempest_config-668359047 tempest-verify_tempest_config-668359047-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14077 time: 0.0060053
Jan 10 12:44:14.418114 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59174) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:44:14.529496 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.607852 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Publish callbacks [] for security_group (a501235e-b612-4c02-b9eb-ca6a101d67e6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.613357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a501235e-b612-4c02-b9eb-ca6a101d67e6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.657664 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=555b5a9430484bb9aad26b0c02413caf&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2384937
Jan 10 12:44:14.658442 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501235e-b612-4c02-b9eb-ca6a101d67e6,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:44:14.660626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59180) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:44:14.665862 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.666276 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.666593 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.666934 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.667287 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.667672 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.668006 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.668334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.668662 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.668989 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.669312 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.669633 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.669955 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfd5f-648e-4839-ab53-f09fae6f080e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.735129 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Publish callbacks [] for security_group (a501235e-b612-4c02-b9eb-ca6a101d67e6), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.756782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Publish callbacks [] for security_group (a501235e-b612-4c02-b9eb-ca6a101d67e6), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.841051 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.865375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a501235e-b612-4c02-b9eb-ca6a101d67e6), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.869584 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:14.871180 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a501235e-b612-4c02-b9eb-ca6a101d67e6 HTTP/1.1" status: 204  len: 168 time: 0.2095826
Jan 10 12:44:14.878869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501235e-b612-4c02-b9eb-ca6a101d67e6,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:44:14.885972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.886354 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.886702 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.887038 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.887342 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.887710 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.888043 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.888376 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.888724 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.889086 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.889415 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.889736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:14.890049 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376e4581-6715-47e8-a7b2-db06928f79e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:44:22.737119 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:44:38.617043 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a4073711-0a4b-4497-8112-e38d768472c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:40.846431 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-cbb00642-6174-4f54-9bc5-bd9c95e83442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:41.994317 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:43.645834 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:44.855471 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:44:59.739766 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:45:08.624181 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a0dff057-90e1-4289-b532-d46eea64a6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:10.853199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-af71b6ae-343f-446b-9959-e9e8b4f47ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:11.994529 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:13.643940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:14.857427 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:36.743227 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 5 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:45:38.614533 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-1398465e-1b30-499c-a914-586f4ce77e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:40.837361 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-60b4a6e9-d76f-4243-bb56-ee89d9dc68df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:41.990768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:43.646749 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:44.060986 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-638087'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:45:44.856332 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:01.302665 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59254) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:46:01.430410 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-cca5a9c0-6942-4bde-8681-bc05fb32f07d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.1266196
Jan 10 12:46:03.943031 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59264) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:46:04.015046 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3c53fd91-bc14-402c-8a21-a54027eba291 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4553 time: 0.0708575
Jan 10 12:46:08.609213 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7ca0bedb-e812-4f9a-b425-6a4df65ecc2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:10.843762 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a9e1b181-9367-45e1-a900-2f1b7e442ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:11.995845 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:13.657461 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:13.746318 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:46:14.049426 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:14.864234 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:38.619923 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c9bf9b27-6f22-4402-9d0e-a6b600b7f1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:40.839352 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ea080dce-58a1-4f80-ad74-d30b2fce598d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:42.002123 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:43.657460 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:44.046491 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:44.857962 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:46:50.745976 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:47:08.613860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-56e74bc6-ab8f-4815-b664-90d44824449e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:10.838074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-26d63ce7-7448-4ac8-ad4e-f47053a48f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:12.002216 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:13.656721 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:14.039341 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:14.853958 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:27.748521 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:47:32.717968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59388) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:33.037420 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-516842263-network', 'tenant_id': '30d54bc5b800487db219940267292ed4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:33.063905 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Made reservation on behalf of 30d54bc5b800487db219940267292ed4 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:33.067233 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.078686 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.172165 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks [] for security_group (47adf905-91d5-4ecb-86f9-90216028974f), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.177113 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (47adf905-91d5-4ecb-86f9-90216028974f), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.190328 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:47:33.214448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47adf905-91d5-4ecb-86f9-90216028974f,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:33.222934 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (b2d6ed7a-b71c-4fb0-8648-b745c65f94d1), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.223168 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Added segment b2d6ed7a-b71c-4fb0-8648-b745c65f94d1 of type vlan for network 49875016-4f0b-4a71-9be4-5256b69fc5a3
Jan 10 12:47:33.225095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.225465 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.225814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.226341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.226666 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.226994 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.227340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.227705 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.228052 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.228398 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.228726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.229056 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.229371 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Tracked resource versions report:
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]: pushed versions:
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]: {   'AddressGroup': {'1.2'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'ConntrackHelper': {'1.0'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'Log': {'1.0'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'Network': {'1.1'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'Port': {'1.7'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'PortForwarding': {'1.2'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'QosPolicy': {'1.10'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'SecurityGroup': {'1.5'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'SubPort': {'1.0'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'Subnet': {'1.1'},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     'Trunk': {'1.1'}}
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]: consumer versions:
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     HyperV agent@hv-cinder-maste: {},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Log': '1.0',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Network': '1.1',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Port': '1.7',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'PortForwarding': '1.2',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'QosPolicy': '1.10',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SecurityGroup': '1.5',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'SubPort': '1.0',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Subnet': '1.1',
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:                                                      'Trunk': '1.1'}}
Jan 10 12:47:33.230486 dv-cinder-master-3-iscsi neutron-server[109428]:  {{(pid=109428) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:47:33.271953 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (49875016-4f0b-4a71-9be4-5256b69fc5a3), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.299360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (49875016-4f0b-4a71-9be4-5256b69fc5a3), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.300553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:33.301470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.365183 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6432865
Jan 10 12:47:33.366010 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59420) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:33.367948 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844bbc8-37c6-401a-bf37-e9790d119abb admin admin] Pushing event updated for resources: {'Network': ['ID=49875016-4f0b-4a71-9be4-5256b69fc5a3,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:33.383551 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 49875016-4f0b-4a71-9be4-5256b69fc5a3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:47:33.386908 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Request body: {'subnet': {'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-516842263-subnet', 'tenant_id': '30d54bc5b800487db219940267292ed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:33.435467 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Made reservation on behalf of 30d54bc5b800487db219940267292ed4 for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:33.439832 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.725927 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.744966 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59454) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:33.787542 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:33.797137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.797477 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.800165 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.800681 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.801409 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Tracked resource versions report:
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: pushed versions:
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: {   'AddressGroup': {'1.2'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'ConntrackHelper': {'1.0'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'Log': {'1.0'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'Network': {'1.1'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'Port': {'1.7'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'PortForwarding': {'1.2'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'QosPolicy': {'1.10'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'SecurityGroup': {'1.5'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'SubPort': {'1.0'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'Subnet': {'1.1'},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     'Trunk': {'1.1'}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: consumer versions:
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     HyperV agent@hv-cinder-maste: {},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Log': '1.0',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Network': '1.1',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Port': '1.7',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'PortForwarding': '1.2',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'QosPolicy': '1.10',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SecurityGroup': '1.5',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'SubPort': '1.0',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Subnet': '1.1',
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:                                                      'Trunk': '1.1'}}
Jan 10 12:47:33.813107 dv-cinder-master-3-iscsi neutron-server[109429]:  {{(pid=109429) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:47:33.822063 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Checking segment: {'id': 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:33.822713 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Network hostable DHCP agents. Network: 49875016-4f0b-4a71-9be4-5256b69fc5a3, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:47:33.847156 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Network 49875016-4f0b-4a71-9be4-5256b69fc5a3 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:47:33.861836 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 49875016-4f0b-4a71-9be4-5256b69fc5a3) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:33.867862 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:33.868837 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:33.873910 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62578bf6-45bf-42b9-a14f-10b2f583c55d None None] Network 49875016-4f0b-4a71-9be4-5256b69fc5a3 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:33.902943 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-fead4a86-dd6c-42f9-b255-cfc5aae5f681 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5305290
Jan 10 12:47:33.980917 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd7197-bf24-4d06-a14f-640e89f29200 None None] Network 49875016-4f0b-4a71-9be4-5256b69fc5a3 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:34.100504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-862908516-network', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:34.124727 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Made reservation on behalf of 4be23531f9014bfebfd2d51c8502d6ce for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:34.127904 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.137368 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.215484 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks [] for security_group (a0cb7df0-6e01-4ca8-8686-ecc0d3648450), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.220901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a0cb7df0-6e01-4ca8-8686-ecc0d3648450), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.243534 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:47:34.255917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb7df0-6e01-4ca8-8686-ecc0d3648450,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:34.263172 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (053123a1-b079-4604-89b2-d01a89b73376), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.263537 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Added segment 053123a1-b079-4604-89b2-d01a89b73376 of type vlan for network e4e2bf48-1c7a-42e2-945e-96cdb90a357a
Jan 10 12:47:34.311640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (e4e2bf48-1c7a-42e2-945e-96cdb90a357a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.340506 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (e4e2bf48-1c7a-42e2-945e-96cdb90a357a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.341617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:34.342195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.502310 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7559803
Jan 10 12:47:34.508422 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b8157-d1e2-473d-ab43-4c1c91e5c428 admin admin] Pushing event updated for resources: {'Network': ['ID=e4e2bf48-1c7a-42e2-945e-96cdb90a357a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:34.508945 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59490) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:34.516446 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Request body: {'subnet': {'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-subnet', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:34.530251 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:47:34.543712 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Made reservation on behalf of 4be23531f9014bfebfd2d51c8502d6ce for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:34.547013 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.601340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59492) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:34.771273 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (5bfd9b3f-a046-4367-8b29-abb03be26cf9), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.840736 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfd9b3f-a046-4367-8b29-abb03be26cf9,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:34.845016 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Checking segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:34.845597 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Network hostable DHCP agents. Network: e4e2bf48-1c7a-42e2-945e-96cdb90a357a, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:47:34.865550 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:47:34.879539 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e4e2bf48-1c7a-42e2-945e-96cdb90a357a) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:34.889027 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:34.889556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59508) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:34.891376 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4c56e-791d-466f-8f92-8126744d18c6 None None] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:34.891753 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:34.924482 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59512) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:34.924809 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-58866539-2ee7-40e1-8845-1e5ade4ce282 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4144099
Jan 10 12:47:34.930754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:35.005353 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.006516 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.024223 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:47:35.025500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.120407 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for router_controller (ffaa9fe6-cfb9-4000-901a-09d251aebe44), precommit_add_association {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.127556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-775301008-network', 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:35.278715 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for router_gateway (ffaa9fe6-cfb9-4000-901a-09d251aebe44), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.291013 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-311226556-network', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:35.297605 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Allocated IP 172.20.0.2 (e4e2bf48-1c7a-42e2-945e-96cdb90a357a/5bfd9b3f-a046-4367-8b29-abb03be26cf9/f0fc863e-25be-49c8-8e60-7964dbc7315d) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:35.330160 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:35.333865 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.358240 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.426080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Made reservation on behalf of de46aa3bf673456885b6c388c16c901b for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:35.430562 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.449412 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.468373 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks [] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.477168 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.528932 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:35.536032 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:35.542614 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Pushing event updated for resources: {'Port': ['ID=f0fc863e-25be-49c8-8e60-7964dbc7315d,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:35.546946 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:35.557499 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.558685 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.559388 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.560070 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.560644 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.561551 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.562822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.563386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.564060 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.564632 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.565180 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.566902 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.567481 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Tracked resource versions report:
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]: pushed versions:
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]: {   'AddressGroup': {'1.2'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'ConntrackHelper': {'1.0'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'Log': {'1.0'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'Network': {'1.1'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'Port': {'1.7'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'PortForwarding': {'1.2'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'QosPolicy': {'1.10'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'SecurityGroup': {'1.5'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'SubPort': {'1.0'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'Subnet': {'1.1'},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     'Trunk': {'1.1'}}
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]: consumer versions:
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     HyperV agent@hv-cinder-maste: {},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Log': '1.0',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Network': '1.1',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Port': '1.7',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'PortForwarding': '1.2',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'QosPolicy': '1.10',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SecurityGroup': '1.5',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'SubPort': '1.0',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Subnet': '1.1',
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:                                                      'Trunk': '1.1'}}
Jan 10 12:47:35.569587 dv-cinder-master-3-iscsi neutron-server[109430]:  {{(pid=109430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:47:35.584652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks [] for security_group (b61a05f3-09da-48df-b563-03ccc0108b5d), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.629910 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks [] for security_group (4a909833-d106-4ff5-a542-daf090ea7693), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.658998 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Attempting to bind port f0fc863e-25be-49c8-8e60-7964dbc7315d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:35.659746 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Attempting to bind port f0fc863e-25be-49c8-8e60-7964dbc7315d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:35.660393 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Attempting to bind port f0fc863e-25be-49c8-8e60-7964dbc7315d on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:35.669996 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:35.670872 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Checking segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:35.671072 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.671476 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Bound using segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:35.671972 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Bound port: f0fc863e-25be-49c8-8e60-7964dbc7315d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:35.675354 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.687172 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b61a05f3-09da-48df-b563-03ccc0108b5d), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.706960 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:47:35.717978 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.718367 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Added segment d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0 of type vlan for network 0493530f-49b3-4527-b75d-6de75567c16c
Jan 10 12:47:35.761613 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4a909833-d106-4ff5-a542-daf090ea7693), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.804178 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] For port f0fc863e-25be-49c8-8e60-7964dbc7315d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:35.808723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] For port f0fc863e-25be-49c8-8e60-7964dbc7315d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0fc863e-25be-49c8-8e60-7964dbc7315d,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:35.818371 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.911193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:47:35.912487 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccad53d-c8be-47d6-b1e6-6dacf3b71727 None None] Pushing event updated for resources: {'Port': ['ID=f0fc863e-25be-49c8-8e60-7964dbc7315d,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:35.961506 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a05f3-09da-48df-b563-03ccc0108b5d,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:35.978640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (0493530f-49b3-4527-b75d-6de75567c16c), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.992969 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d0bf046c-b32d-4120-8515-31c2512e34a7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:35.993335 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Added segment d0bf046c-b32d-4120-8515-31c2512e34a7 of type vlan for network 497213e1-63f6-4b0c-9b64-5f0e17031989
Jan 10 12:47:36.047827 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (497213e1-63f6-4b0c-9b64-5f0e17031989), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.139778 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a909833-d106-4ff5-a542-daf090ea7693,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:36.143266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for router_gateway (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.180984 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.189777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (497213e1-63f6-4b0c-9b64-5f0e17031989), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.190970 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:36.199811 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.295158 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.db.resource_extend [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jan 10 12:47:36.344807 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (0493530f-49b3-4527-b75d-6de75567c16c), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.345855 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:36.346560 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.429386 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.5368509
Jan 10 12:47:36.433038 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59568) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:36.445228 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.8376667
Jan 10 12:47:36.447004 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Request body: {'subnet': {'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-subnet', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:36.447304 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59570) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:36.452249 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Request body: {'subnet': {'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-775301008-subnet', 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:36.458071 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08768bb6-f31f-499b-ab9d-292e879cee32 admin admin] Pushing event updated for resources: {'Network': ['ID=497213e1-63f6-4b0c-9b64-5f0e17031989,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:36.482335 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:47:36.519366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Made reservation on behalf of de46aa3bf673456885b6c388c16c901b for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:36.522932 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.606247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888e84-e09e-4380-beb1-cedde4753ae2 admin admin] Pushing event updated for resources: {'Network': ['ID=0493530f-49b3-4527-b75d-6de75567c16c,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:36.614752 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:36.616777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.637298 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Allocated IP 172.37.5.187 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/628b1e46-4bb5-4deb-9b7d-d65887977102) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:36.725318 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 0493530f-49b3-4527-b75d-6de75567c16c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:47:36.914873 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (b9e74b44-696a-4cea-ab9c-168440aa7b94), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:36.927479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.022181 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9e74b44-696a-4cea-ab9c-168440aa7b94,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:37.053486 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.090114 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Checking segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:37.090797 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Network hostable DHCP agents. Network: 497213e1-63f6-4b0c-9b64-5f0e17031989, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:47:37.116635 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:47:37.130124 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 497213e1-63f6-4b0c-9b64-5f0e17031989) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:37.136633 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:37.137231 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.139093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d797dd6-293d-40b5-a676-fe394b22bc32 None None] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:37.153565 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59612) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:37.170411 dv-cinder-master-3-iscsi neutron-server[109429]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 10 12:47:37.192101 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-0da9c615-eafa-412b-a7c1-72fb69b86be1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7550473
Jan 10 12:47:37.195882 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59614) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:37.222710 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Pushing event updated for resources: {'Port': ['ID=628b1e46-4bb5-4deb-9b7d-d65887977102,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:37.244951 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:37.252212 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:37.254252 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:37.261153 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:37.341091 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.342474 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.405105 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a78f2d-fdec-46a8-8d14-fcbbf966a2e3 None None] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:37.420778 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for router_controller (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), precommit_add_association {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.499930 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (9403c6c1-8e3d-42d3-8762-9588cf0eea48), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.560079 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ed305-0f2b-4673-939b-fac8758bd13c None None] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:37.678926 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Provisioning complete for port f0fc863e-25be-49c8-8e60-7964dbc7315d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:37.679319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.723298 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-d78be1cd-cf96-4eb3-8cb7-2d79b5dbf150 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:37.728663 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-d78be1cd-cf96-4eb3-8cb7-2d79b5dbf150 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/networks?id=49875016-4f0b-4a71-9be4-5256b69fc5a3 HTTP/1.1" status: 200  len: 811 time: 0.5590584
Jan 10 12:47:37.800105 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device f0fc863e-25be-49c8-8e60-7964dbc7315d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:37.817214 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9403c6c1-8e3d-42d3-8762-9588cf0eea48,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:37.832524 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Checking segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:37.832873 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Network hostable DHCP agents. Network: 0493530f-49b3-4527-b75d-6de75567c16c, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:47:37.856821 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for router_gateway (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:37.916619 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Network 0493530f-49b3-4527-b75d-6de75567c16c is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:47:38.004411 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 0493530f-49b3-4527-b75d-6de75567c16c) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:38.020818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:38.021793 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.028857 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221f99b5-f726-4e79-b3e0-579a92285282 None None] Network 0493530f-49b3-4527-b75d-6de75567c16c requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:38.070699 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-429cfac0-5ff1-40eb-a2b9-1ba542be0550 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6222668
Jan 10 12:47:38.100392 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for router_gateway (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.139417 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-eec080ad-f541-413a-941c-ca563a153770 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/quotas/30d54bc5b800487db219940267292ed4 HTTP/1.1" status: 200  len: 375 time: 0.0327108
Jan 10 12:47:38.211304 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Current status of the port f0fc863e-25be-49c8-8e60-7964dbc7315d is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:38.212280 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.234819 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.244642 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfd415c-5b33-4509-be12-1e3878e278c1 None None] Network 0493530f-49b3-4527-b75d-6de75567c16c requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:47:38.268473 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-219ffb92-98ee-4a78-83da-6cafbc53f06e tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30d54bc5b800487db219940267292ed4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1277511
Jan 10 12:47:38.500892 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] For port f0fc863e-25be-49c8-8e60-7964dbc7315d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0fc863e-25be-49c8-8e60-7964dbc7315d,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:47:38.520945 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.521754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:47:38.596553 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc960ea-9d01-46c9-bb62-34570c97f9df None None] Pushing event updated for resources: {'Port': ['ID=f0fc863e-25be-49c8-8e60-7964dbc7315d,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:38.609266 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port f0fc863e-25be-49c8-8e60-7964dbc7315d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:38.619212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.739947 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-7c2b1190-53a0-4e02-8c63-1cc1227d5aa5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:47:38.741872 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-7c2b1190-53a0-4e02-8c63-1cc1227d5aa5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.2196958
Jan 10 12:47:38.761338 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3513464d-10ca-4579-9ab1-a2d4a8fb8f8b None None] Provisioning complete for port f0fc863e-25be-49c8-8e60-7964dbc7315d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:38.764574 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3513464d-10ca-4579-9ab1-a2d4a8fb8f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.807262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:47:38.819229 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:47:38.845231 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.847161 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4c92e213-b421-419c-84bc-fd359323b325 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.9214301
Jan 10 12:47:38.850358 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59684) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:38.887889 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-33b3a80d-4d66-4550-b951-46534509b211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:38.892014 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:38.894571 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd153340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:38.956105 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59690) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:39.006181 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port f0fc863e-25be-49c8-8e60-7964dbc7315d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:39.012633 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3513464d-10ca-4579-9ab1-a2d4a8fb8f8b None None] Current status of the port f0fc863e-25be-49c8-8e60-7964dbc7315d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:39.065983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for router_gateway (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:39.096663 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:39.111409 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-1ae32c5e-9947-446a-b84b-67e365f04de4 service neutron] 10.222.0.13 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2834401
Jan 10 12:47:39.111942 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:39.487209 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd153340>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:37Z', 'revision_number': 3, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:39.510673 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:39.525985 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:47:39.526434 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Updating router ffaa9fe6-cfb9-4000-901a-09d251aebe44 port 628b1e46-4bb5-4deb-9b7d-d65887977102 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:47:39.556524 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:39.590658 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-7d27cd67-45b8-4ffb-b5c5-9470a6fed186 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:39.592976 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-7d27cd67-45b8-4ffb-b5c5-9470a6fed186 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.6354454
Jan 10 12:47:39.595322 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6376a208-6de6-41ec-905a-237cef442ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827545
Jan 10 12:47:39.619826 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Allocated IP 172.37.5.208 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/7c8ffd52-929a-4102-b271-60a84071e8c2) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:39.642379 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-1844044d-088a-4ed4-bc02-ad468ca43d70 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/quotas/cc2f029676f249c681ad86a3f68525e4 HTTP/1.1" status: 200  len: 375 time: 0.0240231
Jan 10 12:47:39.698718 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device f0fc863e-25be-49c8-8e60-7964dbc7315d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:39.773549 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-bab355c5-e676-4da5-9e76-d3296fbeed9c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1216252
Jan 10 12:47:39.818455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port f0fc863e-25be-49c8-8e60-7964dbc7315d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:39.819113 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:39.880344 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Allocated IP 172.20.0.1 (e4e2bf48-1c7a-42e2-945e-96cdb90a357a/5bfd9b3f-a046-4367-8b29-abb03be26cf9/50943c6a-32b7-4357-817c-d61c201c52f0) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:39.980998 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-a3ef5ee9-a139-4f66-b9bb-537589431f59 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:47:39.988581 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-a3ef5ee9-a139-4f66-b9bb-537589431f59 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.1325235
Jan 10 12:47:39.994750 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port f0fc863e-25be-49c8-8e60-7964dbc7315d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:40.045621 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.099913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks [] for port (50943c6a-32b7-4357-817c-d61c201c52f0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.162074 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.189868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-171c22c6-55c0-4b44-87a9-2c67cc7257c8 req-b9e4d63d-b8db-4a40-ba9d-ec909e36b698 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.0975850
Jan 10 12:47:40.227584 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:40.238983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.240283 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:40.252335 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:40.252849 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.294851 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-f9b2669f-d80d-4e78-af1c-ab185295cf1d service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3052230
Jan 10 12:47:40.439655 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:40.458765 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:40.473755 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks [] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.479744 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:40.487095 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.612895 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Pushing event updated for resources: {'Port': ['ID=628b1e46-4bb5-4deb-9b7d-d65887977102,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:40.633292 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.638301 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.639232 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.640676 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.641743 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.642794 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.654300 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.656195 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.657752 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.657989 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-0725dab2-d054-4458-89bd-09caa1c5948d None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:40.658568 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0725dab2-d054-4458-89bd-09caa1c5948d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.658932 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.660274 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.661723 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.662799 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Tracked resource versions report:
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]: pushed versions:
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]: {   'AddressGroup': {'1.2'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'ConntrackHelper': {'1.0'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'LocalIPAssociation': {'1.0'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'Log': {'1.0'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'Network': {'1.1'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'Port': {'1.7'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'PortForwarding': {'1.2'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'QosPolicy': {'1.10'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'SecurityGroup': {'1.5'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'SecurityGroupRule': {'1.2'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'SubPort': {'1.0'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'Subnet': {'1.1'},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     'Trunk': {'1.1'}}
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]: consumer versions:
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]: {   DHCP agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     HyperV agent@hv-cinder-maste: {},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     L3 agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     Metadata agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     Metering agent@dv-cinder-master-3-iscsi: {},
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:     Open vSwitch agent@dv-cinder-master-3-iscsi: {   'AddressGroup': '1.2',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'ConntrackHelper': '1.0',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'LocalIPAssociation': '1.0',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Log': '1.0',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Network': '1.1',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Port': '1.7',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'PortForwarding': '1.2',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'QosPolicy': '1.10',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SecurityGroup': '1.5',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SecurityGroupRule': '1.2',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'SubPort': '1.0',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Subnet': '1.1',
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:                                                      'Trunk': '1.1'}}
Jan 10 12:47:40.666449 dv-cinder-master-3-iscsi neutron-server[109431]:  {{(pid=109431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jan 10 12:47:40.724424 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8ffd52-929a-4102-b271-60a84071e8c2,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:40.736602 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Attempting to bind port 628b1e46-4bb5-4deb-9b7d-d65887977102 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:40.742728 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Attempting to bind port 628b1e46-4bb5-4deb-9b7d-d65887977102 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:40.744930 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Attempting to bind port 628b1e46-4bb5-4deb-9b7d-d65887977102 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:40.760030 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:40.760759 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:40.762295 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.762867 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:40.765181 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Bound port: 628b1e46-4bb5-4deb-9b7d-d65887977102, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:40.767344 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.772261 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-0725dab2-d054-4458-89bd-09caa1c5948d None None] Port 50943c6a-32b7-4357-817c-d61c201c52f0 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:47:40.839600 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-e55c7dab-c62e-421f-abd2-a05846935000 service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4679465
Jan 10 12:47:40.840717 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-43c68127-adc6-4dbd-b1e6-af9fd141d4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:40.953262 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] For port 628b1e46-4bb5-4deb-9b7d-d65887977102, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:40.960839 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] For port 628b1e46-4bb5-4deb-9b7d-d65887977102, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=628b1e46-4bb5-4deb-9b7d-d65887977102,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:40.965444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Pushing event updated for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:40.973871 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.153300 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eee5fe-4592-40aa-98a0-809c37c0591c None None] Pushing event updated for resources: {'Port': ['ID=628b1e46-4bb5-4deb-9b7d-d65887977102,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:41.169431 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:41.171791 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd153340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:41.234477 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for router_gateway (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.284688 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.446699 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:41.478709 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c7dd74e9-0741-4a82-ad94-a39106ac819f req-1780fae2-4454-4cfd-b52e-07ddaa84df57 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.1606431
Jan 10 12:47:41.492139 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4dfc4a57-becb-4913-aeb0-31a0fbcbce73 req-1b5de7f8-4cb6-44ac-a31a-5c25facd45ac tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.1275671
Jan 10 12:47:41.587913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks [] for port (50943c6a-32b7-4357-817c-d61c201c52f0), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.595003 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.596367 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.650090 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Pushing event updated for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:41.712050 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59840) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:41.746664 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:41.792088 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:41.796732 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:41.959693 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd153340>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:39Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:42.020400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.029142 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8f516-c120-41a6-86b0-9ba609ea4d7c None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:39Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:47:42.134031 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:47:42.134580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:47:42.150888 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5817cd8d-b5a9-48e3-9fd7-e7e71e0ba03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.232432 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-f8ddc7bc-ee90-4bb6-a4c1-7310a6c956b9 None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:42.233770 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-f8ddc7bc-ee90-4bb6-a4c1-7310a6c956b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.318431 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-f8ddc7bc-ee90-4bb6-a4c1-7310a6c956b9 None None] Port 50943c6a-32b7-4357-817c-d61c201c52f0 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:47:42.443078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:47:42.474809 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6f24e2fc-e233-4f28-a22c-98e241318914 admin admin] 10.222.0.13 "PUT /v2.0/routers/ffaa9fe6-cfb9-4000-901a-09d251aebe44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6227636
Jan 10 12:47:42.615746 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-faa91b79-6a38-4305-99e3-3cf2f19fa9ee req-5f672d55-6c5d-4558-b11f-f03df19eb8d1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.0456951
Jan 10 12:47:42.635318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:47:42.647285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Sync routers for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:47:42.665169 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:42.665829 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc23c8b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:42.757487 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.765574 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59912) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:42.765726 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5e5933ab-6f84-457c-ba10-9a3c9731b369 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.5386503
Jan 10 12:47:42.790349 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5817cd8d-b5a9-48e3-9fd7-e7e71e0ba03d admin admin] Publish callbacks [] for security_group (b13cc077-6602-433f-84eb-a1607b97eaee), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.799294 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5817cd8d-b5a9-48e3-9fd7-e7e71e0ba03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b13cc077-6602-433f-84eb-a1607b97eaee), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:42.862706 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:42.873894 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5817cd8d-b5a9-48e3-9fd7-e7e71e0ba03d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa8a84712949453485b7d57a7933fda7&name=default HTTP/1.1" status: 200  len: 2992 time: 1.1254575
Jan 10 12:47:42.874043 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59914) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:42.882567 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817cd8d-b5a9-48e3-9fd7-e7e71e0ba03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13cc077-6602-433f-84eb-a1607b97eaee,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:43.027606 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-566e8b61-0b87-45e1-9a7e-3b38a5be122b req-4e21af6b-265e-4ccf-b0c1-bc254e5b73f1 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.0575037
Jan 10 12:47:43.050416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] Publish callbacks [] for security_group (b13cc077-6602-433f-84eb-a1607b97eaee), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.080945 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] Publish callbacks [] for security_group (b13cc077-6602-433f-84eb-a1607b97eaee), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.166903 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b13cc077-6602-433f-84eb-a1607b97eaee), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.177765 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.180501 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b13cc077-6602-433f-84eb-a1607b97eaee HTTP/1.1" status: 204  len: 168 time: 0.3052356
Jan 10 12:47:43.195023 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a415a15-ae28-4bc7-a9d3-dcba8def53e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13cc077-6602-433f-84eb-a1607b97eaee,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:43.315119 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59934) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:43.438298 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc23c8b0>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:40Z', 'revision_number': 3, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:43.464722 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-53baa7dd-d90c-4a19-86f1-682c42906ec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.489855 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Checking router: e95c4cb6-5bc6-4d40-92ea-91466c2d7725 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:47:43.494559 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Updating router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 port 7c8ffd52-929a-4102-b271-60a84071e8c2 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:47:43.552965 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.613555 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-53baa7dd-d90c-4a19-86f1-682c42906ec8 admin admin] Publish callbacks [] for security_group (0f243222-1438-46ad-a5f2-3d84d7fd04ee), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.625489 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-53baa7dd-d90c-4a19-86f1-682c42906ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0f243222-1438-46ad-a5f2-3d84d7fd04ee), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.730796 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-53baa7dd-d90c-4a19-86f1-682c42906ec8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07d9a12650304c4e92265bc0cfccca59&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4112611
Jan 10 12:47:43.743618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59952) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:43.788966 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baa7dd-d90c-4a19-86f1-682c42906ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f243222-1438-46ad-a5f2-3d84d7fd04ee,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:43.820410 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59958) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:43.829137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340475269', 'description': 'tempest-description--877263921'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:43.874185 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.900449 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.970391 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] Publish callbacks [] for security_group (0f243222-1438-46ad-a5f2-3d84d7fd04ee), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:43.970469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59960) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:43.995458 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 628b1e46-4bb5-4deb-9b7d-d65887977102 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:44.027400 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e921a26e-ded2-474e-8ee4-ad82cb8d2abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.070820 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (bec71264-07c1-4034-aa66-ba11018fc4f1), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.140736 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30922fbe-6378-48dc-b1c0-87b22515a403 req-548725bc-d9fd-4df7-90e2-f8c38fde109f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.0676219
Jan 10 12:47:44.151136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bec71264-07c1-4034-aa66-ba11018fc4f1), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.169657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] Publish callbacks [] for security_group (0f243222-1438-46ad-a5f2-3d84d7fd04ee), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.184087 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Allocated IP 172.20.0.1 (497213e1-63f6-4b0c-9b64-5f0e17031989/b9e74b44-696a-4cea-ab9c-168440aa7b94/d8614a0f-50af-4e3f-b315-d6edca567db2) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:44.227691 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec71264-07c1-4034-aa66-ba11018fc4f1,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.247472 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.248023 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.254379 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8ad020e5-7189-4c5c-8761-d6974dadaee7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1793 time: 0.4317172
Jan 10 12:47:44.255107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59972) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:44.277718 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.286873 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e3e291f0-978c-411a-9e25-f066cb418e16 req-bc1c6dd0-e5c0-499e-8ffe-6287648a122b tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.1450930
Jan 10 12:47:44.291266 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group_rule': {'security_group_id': 'bec71264-07c1-4034-aa66-ba11018fc4f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:44.298616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks [] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.342372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.364518 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 628b1e46-4bb5-4deb-9b7d-d65887977102 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:44.367149 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.375079 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:44.378607 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:44.407676 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (f1191c90-eb81-467a-9d08-e54a78b44ec0), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.411365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:44.412298 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.490803 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0f243222-1438-46ad-a5f2-3d84d7fd04ee), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.493688 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.498193 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f243222-1438-46ad-a5f2-3d84d7fd04ee HTTP/1.1" status: 204  len: 168 time: 0.7495010
Jan 10 12:47:44.521094 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b40a2-b815-4e1a-afc3-4feea684edfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f243222-1438-46ad-a5f2-3d84d7fd04ee,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.543481 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (f1191c90-eb81-467a-9d08-e54a78b44ec0), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.553365 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (f1191c90-eb81-467a-9d08-e54a78b44ec0), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.576474 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1191c90-eb81-467a-9d08-e54a78b44ec0,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.593637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.601190 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2b30c846-51ad-414b-8515-0b400db8fb61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3173537
Jan 10 12:47:44.603595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59980) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:44.612241 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group_rule': {'security_group_id': 'bec71264-07c1-4034-aa66-ba11018fc4f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:44.644723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 628b1e46-4bb5-4deb-9b7d-d65887977102 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:44.645304 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.677551 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (4583d1a3-033b-4d92-976c-499d21cf62f2), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.701165 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks [] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.704102 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 628b1e46-4bb5-4deb-9b7d-d65887977102, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=628b1e46-4bb5-4deb-9b7d-d65887977102,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:47:44.711805 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.795164 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.804088 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=628b1e46-4bb5-4deb-9b7d-d65887977102,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.817458 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (4583d1a3-033b-4d92-976c-499d21cf62f2), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.825130 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (4583d1a3-033b-4d92-976c-499d21cf62f2), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.858169 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4583d1a3-033b-4d92-976c-499d21cf62f2,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.894221 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Attempting to bind port 7c8ffd52-929a-4102-b271-60a84071e8c2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:44.894602 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Attempting to bind port 7c8ffd52-929a-4102-b271-60a84071e8c2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:44.894987 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Attempting to bind port 7c8ffd52-929a-4102-b271-60a84071e8c2 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:44.909061 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.911376 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.923388 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e986c1c2-80c2-4c5c-8e03-f6c1eb4c49a2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3180366
Jan 10 12:47:44.926745 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 59986) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:44.926968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e921a26e-ded2-474e-8ee4-ad82cb8d2abe admin admin] Publish callbacks [] for security_group (124e1be8-39b6-4ad9-91d9-612ec94a6677), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.931537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27fedf-658b-445f-9d37-c17229eb1852 None None] Pushing event updated for resources: {'Port': ['ID=7c8ffd52-929a-4102-b271-60a84071e8c2,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.938409 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:44.938836 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:44.939272 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.939758 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:44.940246 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Bound port: 7c8ffd52-929a-4102-b271-60a84071e8c2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:44.940761 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.946541 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:44.949760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Pushing event updated for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:44.952991 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e921a26e-ded2-474e-8ee4-ad82cb8d2abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (124e1be8-39b6-4ad9-91d9-612ec94a6677), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:44.993954 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921a26e-ded2-474e-8ee4-ad82cb8d2abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124e1be8-39b6-4ad9-91d9-612ec94a6677,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.007046 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.037003 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] For port 7c8ffd52-929a-4102-b271-60a84071e8c2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:45.044123 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.046027 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] For port 7c8ffd52-929a-4102-b271-60a84071e8c2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c8ffd52-929a-4102-b271-60a84071e8c2,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:45.052253 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.105837 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e921a26e-ded2-474e-8ee4-ad82cb8d2abe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=482cb17cc95d4e8c989f4d1ffcbbc14e&name=default HTTP/1.1" status: 200  len: 2992 time: 1.0931277
Jan 10 12:47:45.109037 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59988) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:45.109567 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 59990) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:45.120937 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:45.121555 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc23c8b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:45.216039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27fedf-658b-445f-9d37-c17229eb1852 None None] Pushing event updated for resources: {'Port': ['ID=7c8ffd52-929a-4102-b271-60a84071e8c2,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.219943 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-31bfda46-4600-4399-a25e-1aeabfc63df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.265757 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.274414 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:45.385589 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] Publish callbacks [] for security_group (124e1be8-39b6-4ad9-91d9-612ec94a6677), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.465048 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] Publish callbacks [] for security_group (124e1be8-39b6-4ad9-91d9-612ec94a6677), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.511211 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks [] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.519434 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-47f12e8a-21ea-443f-9f48-1b3d87970408 req-6a57dbf7-3c72-42e2-9b8b-7e6fcdc4d7db tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.0981562
Jan 10 12:47:45.526394 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ba2fbed9-9a0d-45d8-ad1c-5645ff8316ed req-061628b8-4c14-4ce9-856e-3c09c46cd0f4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.0999973
Jan 10 12:47:45.538087 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Allocated IP 172.37.5.97 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/72c424c8-0797-4971-bb3e-03bde03c5a85) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:45.547609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.547609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.608157 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc23c8b0>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd8614a0f-50af-4e3f-b315-d6edca567db2', 'name': '', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'mac_address': 'fa:16:3e:38:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:43Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 1, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'subnets': [{'id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:45.622972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-31bfda46-4600-4399-a25e-1aeabfc63df4 admin admin] Publish callbacks [] for security_group (314ccf1a-842a-4835-ace1-828935b4070a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.691131 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc686f45-ce33-4887-83c7-40103bfeb40d None None] The sync data for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi is: [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd8614a0f-50af-4e3f-b315-d6edca567db2', 'name': '', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'mac_address': 'fa:16:3e:38:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:43Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 1, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'subnets': [{'id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:47:45.706747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 628b1e46-4bb5-4deb-9b7d-d65887977102 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:45.706939 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Pushing event updated for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.712966 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-31bfda46-4600-4399-a25e-1aeabfc63df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (314ccf1a-842a-4835-ace1-828935b4070a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.716264 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.783175 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 628b1e46-4bb5-4deb-9b7d-d65887977102 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:45.785726 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.800084 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.845177 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-31bfda46-4600-4399-a25e-1aeabfc63df4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8081686877274ec691ea5ea13d3d9bfc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7342536
Jan 10 12:47:45.849022 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfda46-4600-4399-a25e-1aeabfc63df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314ccf1a-842a-4835-ace1-828935b4070a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.854924 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60014) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:45.862733 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (124e1be8-39b6-4ad9-91d9-612ec94a6677), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.866156 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:45.876952 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/124e1be8-39b6-4ad9-91d9-612ec94a6677 HTTP/1.1" status: 204  len: 168 time: 0.7606356
Jan 10 12:47:45.899374 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:45.904366 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:47:45.926177 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:45.927310 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:45.930790 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:45.931880 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72defe76-aa94-4d60-9a8e-7bd5e4115f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e1be8-39b6-4ad9-91d9-612ec94a6677,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.941887 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc43a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:45.989483 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=72c424c8-0797-4971-bb3e-03bde03c5a85,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:45.993007 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 628b1e46-4bb5-4deb-9b7d-d65887977102 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:45.993638 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.15', 62807) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:46.216103 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] Publish callbacks [] for security_group (314ccf1a-842a-4835-ace1-828935b4070a), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.219137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.269839 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:46.299170 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] Publish callbacks [] for security_group (314ccf1a-842a-4835-ace1-828935b4070a), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.309657 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-5b0b731b-2956-43d6-aeba-fe6fa2cf28dc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:46.311824 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-5b0b731b-2956-43d6-aeba-fe6fa2cf28dc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.15 "GET /v2.0/networks?id=49875016-4f0b-4a71-9be4-5256b69fc5a3 HTTP/1.1" status: 200  len: 811 time: 0.3170884
Jan 10 12:47:46.333779 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:46.336958 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:46.443866 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (314ccf1a-842a-4835-ace1-828935b4070a), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.448492 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.449941 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/314ccf1a-842a-4835-ace1-828935b4070a HTTP/1.1" status: 204  len: 168 time: 0.5931578
Jan 10 12:47:46.509813 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:46.677545 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Request body: {'port': {'device_id': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3', 'admin_state_up': True, 'tenant_id': '30d54bc5b800487db219940267292ed4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:46.705575 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.15', 62813) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:46.931471 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc43a60>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 2, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:47.000553 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:47:47.003397 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Updating router ffaa9fe6-cfb9-4000-901a-09d251aebe44 port 50943c6a-32b7-4357-817c-d61c201c52f0 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:47:47.045224 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:47.058932 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:47.116527 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:47.135663 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb2d82-bac1-4fc4-8449-a46c6bdd37c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314ccf1a-842a-4835-ace1-828935b4070a,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:47.141378 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-df067f94-c8b5-4bf2-b90a-15e1b5de6661 req-d0ef65fe-1f82-4e93-8d89-bfc21b1eddd7 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.0933607
Jan 10 12:47:47.177076 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:47.178061 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-5674d422-81fe-4d42-aa7a-628167ea3199 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:47.180834 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-5674d422-81fe-4d42-aa7a-628167ea3199 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.4311039
Jan 10 12:47:47.196881 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:47:47.216624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Request body: {'port': {'device_id': '03af44ba-8887-46a6-8431-a348b4376790', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'admin_state_up': True, 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:47.231985 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c07a37f1-3895-4b87-bf87-64ce78e96a24 req-bf42151e-33df-462c-9e06-2927b9bf500a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.1763825
Jan 10 12:47:47.236013 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:47.245623 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.3097150
Jan 10 12:47:47.314899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677b296-17db-4cae-a053-71608fedb9f8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=72c424c8-0797-4971-bb3e-03bde03c5a85,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:47.669296 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-ee2c5ad3-bf98-4e98-af01-ba27b1e31011 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--340475269&fields=id&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 267 time: 0.1229436
Jan 10 12:47:47.756893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 7c8ffd52-929a-4102-b271-60a84071e8c2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:47.834506 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 7c8ffd52-929a-4102-b271-60a84071e8c2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:47.835291 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.016624 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-242a31b7-78db-47f2-ae58-3afc491d12e9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:48.018486 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-242a31b7-78db-47f2-ae58-3afc491d12e9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 816 time: 0.3333514
Jan 10 12:47:48.027146 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:47:48.046431 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8b11349d-a58e-4299-b802-de21f17dbb20 admin admin] 10.222.0.13 "PUT /v2.0/routers/e95c4cb6-5bc6-4d40-92ea-91466c2d7725/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2793722
Jan 10 12:47:48.066506 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-ad548876-c026-4954-886d-3280c77242f6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/quotas/4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 375 time: 0.0411255
Jan 10 12:47:48.120713 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks [] for port (50943c6a-32b7-4357-817c-d61c201c52f0), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.135449 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.162881 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Made reservation on behalf of 30d54bc5b800487db219940267292ed4 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:48.166056 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.221752 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 7c8ffd52-929a-4102-b271-60a84071e8c2 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:48.222195 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.289962 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:48.298551 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.338373 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 7c8ffd52-929a-4102-b271-60a84071e8c2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c8ffd52-929a-4102-b271-60a84071e8c2,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:47:48.350571 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-f70eb99e-16ec-42de-809f-d6712bb8fedf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2773728
Jan 10 12:47:48.351675 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.375500 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6fb8b-6f36-4ad5-910b-e5778162f324 None None] Pushing event updated for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:48.573621 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=7c8ffd52-929a-4102-b271-60a84071e8c2,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:48.650481 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Attempting to bind port 50943c6a-32b7-4357-817c-d61c201c52f0 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:48.650808 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Attempting to bind port 50943c6a-32b7-4357-817c-d61c201c52f0 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:48.656691 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Attempting to bind port 50943c6a-32b7-4357-817c-d61c201c52f0 on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:48.673956 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:48.674334 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Checking segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:48.679755 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.680202 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Bound using segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:48.683814 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Bound port: 50943c6a-32b7-4357-817c-d61c201c52f0, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:48.684234 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.917641 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] For port 50943c6a-32b7-4357-817c-d61c201c52f0, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:48.926428 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] For port 50943c6a-32b7-4357-817c-d61c201c52f0, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50943c6a-32b7-4357-817c-d61c201c52f0,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:48.927146 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3c73fb04-f8c8-43c2-9cf7-eb79ba474904 None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:48.927765 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3c73fb04-f8c8-43c2-9cf7-eb79ba474904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:48.936621 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:49.071932 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3c73fb04-f8c8-43c2-9cf7-eb79ba474904 None None] Port 50943c6a-32b7-4357-817c-d61c201c52f0 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:47:49.120475 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:49.123986 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc43a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:49.132449 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6fb8b-6f36-4ad5-910b-e5778162f324 None None] Pushing event updated for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=4']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:49.297374 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6b317315-ec5b-4288-9210-475073fa653b req-2586e520-f39d-4e7d-8638-966dc2172e5c tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.8916576
Jan 10 12:47:49.312603 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60176) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:49.336200 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:49.376458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Allocated IP 172.20.0.8 (49875016-4f0b-4a71-9be4-5256b69fc5a3/7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607/20b9c325-c5a2-4308-bf9c-add26af27b1a) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:49.424275 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-73a0dc6f-a866-45c2-82c2-67a7d496635b service neutron] 10.222.0.13 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0328140
Jan 10 12:47:49.548047 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:49.548439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:49.726090 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Allocated IP 172.20.0.12 (0493530f-49b3-4527-b75d-6de75567c16c/9403c6c1-8e3d-42d3-8762-9588cf0eea48/6c86b883-3cd7-458e-b400-d77a0e4ebea6) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:49.748411 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-98a653b6-4b87-46ac-91be-a6c6d27a9276 req-3e073584-ed42-416b-8791-3d037021abc9 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.2707422
Jan 10 12:47:49.883501 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-63cfdcae-0c28-4779-bd64-e32f07c6beb8 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4495661
Jan 10 12:47:49.937987 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 50943c6a-32b7-4357-817c-d61c201c52f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:50.132883 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc43a60>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:50.208984 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Current status of the port 50943c6a-32b7-4357-817c-d61c201c52f0 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:50.209726 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.258974 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ded986-abf2-420f-bdb7-363bf9399b00 None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:47:50.263909 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a0a6d9e-c1a5-467f-a371-ffcdbdafe9f0 req-deecfd25-8585-410b-9f8a-2f1dc7731140 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 210 time: 0.0799220
Jan 10 12:47:50.286238 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Sync routers for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:47:50.405464 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:50.405847 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.426800 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] For port 50943c6a-32b7-4357-817c-d61c201c52f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50943c6a-32b7-4357-817c-d61c201c52f0,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:47:50.479618 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.486971 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:50.487786 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3a1b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:50.560477 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1ff10b23-4905-4f43-ba46-753e5c1ec975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.574839 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60200) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:50.598193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks [] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.694356 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks [] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.708404 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1164a442-5934-44aa-a078-31b25f9dd1b0 req-fc15a387-b3b5-47bc-a85c-b54f786b519f tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.1545894
Jan 10 12:47:50.926984 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:50.961989 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c86122-4399-4cf7-ac98-0aaf11e94fdd None None] Pushing event updated for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:51.128569 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7c162-285e-42f8-899b-e3ff09d8abc0 req-229f6513-c9e2-4806-997b-557ee6e031cc tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:51.137977 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-45a7c162-285e-42f8-899b-e3ff09d8abc0 req-229f6513-c9e2-4806-997b-557ee6e031cc tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 932 time: 0.2151010
Jan 10 12:47:51.146179 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:51.296408 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 50943c6a-32b7-4357-817c-d61c201c52f0 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:51.303117 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 7c8ffd52-929a-4102-b271-60a84071e8c2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:51.312069 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event updated for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:51.328692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.343717 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-45a7c162-285e-42f8-899b-e3ff09d8abc0 req-63ba3bfc-3345-451e-a193-247b1ed309cf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2002778
Jan 10 12:47:51.517848 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Network 0493530f-49b3-4527-b75d-6de75567c16c is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:51.540879 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:51.546731 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Network 49875016-4f0b-4a71-9be4-5256b69fc5a3 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:51.569153 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f11eb7eb-5c40-48a3-afbc-5f3f522b15ae req-e79636e0-c851-4584-9175-56fed9b01133 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 210 time: 0.0902259
Jan 10 12:47:51.569896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:51.576590 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:51.580038 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9f77121f-868d-4dd7-9547-b2481904c5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.591239 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.593894 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 7c8ffd52-929a-4102-b271-60a84071e8c2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:51.594441 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.659747 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1ff10b23-4905-4f43-ba46-753e5c1ec975 admin admin] Publish callbacks [] for security_group (ec8f8133-182a-4e12-a780-d4f7e30d43b7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.670993 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:51.697011 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:51.726458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:51.729785 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.742540 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1ff10b23-4905-4f43-ba46-753e5c1ec975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (ec8f8133-182a-4e12-a780-d4f7e30d43b7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:51.785647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-11cd0de0-2d96-4b33-9952-f25d1e2d8b2c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:51.789898 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-11cd0de0-2d96-4b33-9952-f25d1e2d8b2c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 818 time: 0.7489121
Jan 10 12:47:51.820847 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-fab3add8-8689-47f0-b6db-48cb61d6e836 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.6223271
Jan 10 12:47:51.851029 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-a61dfd00-b1df-4587-bcf2-148110a59cd6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:47:51.857747 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-a61dfd00-b1df-4587-bcf2-148110a59cd6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0299222
Jan 10 12:47:51.858987 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Pushing event updated for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:51.912314 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-b9ac6ca8-0159-4a14-b56a-00e61a315060 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/quotas/de46aa3bf673456885b6c388c16c901b HTTP/1.1" status: 200  len: 375 time: 0.1064327
Jan 10 12:47:51.925760 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2c44d0b4-3e0d-4c37-b741-92344f5558e4 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2785673
Jan 10 12:47:51.935249 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1ff10b23-4905-4f43-ba46-753e5c1ec975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b731c137a19649a193f5a7da2315b01a&name=default HTTP/1.1" status: 200  len: 2996 time: 2.6206987
Jan 10 12:47:51.943694 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60238) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:52.036499 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9f77121f-868d-4dd7-9547-b2481904c5ca admin admin] Publish callbacks [] for security_group (22dff6ca-9941-4dcc-8049-d29e8057efe2), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.050568 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff10b23-4905-4f43-ba46-753e5c1ec975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8f8133-182a-4e12-a780-d4f7e30d43b7,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:52.064076 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9f77121f-868d-4dd7-9547-b2481904c5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22dff6ca-9941-4dcc-8049-d29e8057efe2), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.100451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] Publish callbacks [] for security_group (ec8f8133-182a-4e12-a780-d4f7e30d43b7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.151399 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] Publish callbacks [] for security_group (ec8f8133-182a-4e12-a780-d4f7e30d43b7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.192045 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77121f-868d-4dd7-9547-b2481904c5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dff6ca-9941-4dcc-8049-d29e8057efe2,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:52.222943 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3a1b50>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd8614a0f-50af-4e3f-b315-d6edca567db2', 'name': '', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'mac_address': 'fa:16:3e:38:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:43Z', 'updated_at': '2022-01-10T12:47:45Z', 'revision_number': 2, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'subnets': [{'id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:52.236349 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbe2cf-3047-40b8-b1e2-6fe4527d6cf0 req-97ef3e74-260a-492d-bc1c-906005455098 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:52.247463 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9fcbe2cf-3047-40b8-b1e2-6fe4527d6cf0 req-97ef3e74-260a-492d-bc1c-906005455098 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 931 time: 0.3765121
Jan 10 12:47:52.260540 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Checking router: e95c4cb6-5bc6-4d40-92ea-91466c2d7725 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:47:52.260540 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Updating router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 port d8614a0f-50af-4e3f-b315-d6edca567db2 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:47:52.288034 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.289887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 7c8ffd52-929a-4102-b271-60a84071e8c2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:52.327667 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-0f446ca0-ad75-4b38-9625-98dd470b082b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4120853
Jan 10 12:47:52.353258 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (ec8f8133-182a-4e12-a780-d4f7e30d43b7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.372870 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.376640 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec8f8133-182a-4e12-a780-d4f7e30d43b7 HTTP/1.1" status: 204  len: 168 time: 0.4202082
Jan 10 12:47:52.381754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.15', 62821) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:52.393429 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-9f77121f-868d-4dd7-9547-b2481904c5ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d85ef3da3ad3436eb027c224e9ecbc9e&name=default HTTP/1.1" status: 200  len: 2996 time: 1.8080239
Jan 10 12:47:52.397424 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60256) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:52.450247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Request body: {'port': {'device_id': '03af44ba-8887-46a6-8431-a348b4376790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:52.503912 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d23f3-1ee7-4ea2-9f9b-b0bf114b4d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8f8133-182a-4e12-a780-d4f7e30d43b7,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:52.637237 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9fcbe2cf-3047-40b8-b1e2-6fe4527d6cf0 req-c8f6afcd-3c20-4bc5-b1b0-19dae1c4c3eb tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781891
Jan 10 12:47:52.693562 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-6bc7c22b-2229-4f76-aa90-f2a169932f68 service neutron] 10.222.0.13 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3531237
Jan 10 12:47:52.810749 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Request body: {'port': {'device_id': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:52.877788 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] Publish callbacks [] for security_group (22dff6ca-9941-4dcc-8049-d29e8057efe2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.894390 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.914049 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks [] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:52.930326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.023982 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] Publish callbacks [] for security_group (22dff6ca-9941-4dcc-8049-d29e8057efe2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.159196 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 50943c6a-32b7-4357-817c-d61c201c52f0 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:53.171631 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccc42e-9b3d-46ab-bc89-a86cb8f85cab req-40e995bd-6237-471d-9dc4-5a9ecad672be tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:53.175028 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06ccc42e-9b3d-46ab-bc89-a86cb8f85cab req-40e995bd-6237-471d-9dc4-5a9ecad672be tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 932 time: 0.2909002
Jan 10 12:47:53.202569 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ef676d44-1e12-435a-9665-52d02a5e3783 service neutron] 10.222.0.13 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5010505
Jan 10 12:47:53.271348 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-28a11275-018d-4189-8a81-11765f6ecad9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:53.273007 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-28a11275-018d-4189-8a81-11765f6ecad9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 816 time: 0.8818762
Jan 10 12:47:53.305598 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.406113 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4206b9-75b9-4882-9488-9c60a5dc18ae None None] Pushing event updated for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:53.425687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22dff6ca-9941-4dcc-8049-d29e8057efe2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.425687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.440793 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22dff6ca-9941-4dcc-8049-d29e8057efe2 HTTP/1.1" status: 204  len: 168 time: 1.0228672
Jan 10 12:47:53.448721 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Attempting to bind port d8614a0f-50af-4e3f-b315-d6edca567db2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:53.448930 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Attempting to bind port d8614a0f-50af-4e3f-b315-d6edca567db2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:53.449271 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Attempting to bind port d8614a0f-50af-4e3f-b315-d6edca567db2 on network 497213e1-63f6-4b0c-9b64-5f0e17031989 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:53.479563 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e8658-daaf-45a4-8ad5-ec7cfd38f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dff6ca-9941-4dcc-8049-d29e8057efe2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:53.496690 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:53.497090 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Checking segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:53.497486 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.497890 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Bound using segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:53.498387 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Bound port: d8614a0f-50af-4e3f-b315-d6edca567db2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:53.498776 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.520189 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06ccc42e-9b3d-46ab-bc89-a86cb8f85cab req-3a3af07d-67a2-410e-91c5-268dd8fd2050 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3320944
Jan 10 12:47:53.546799 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 50943c6a-32b7-4357-817c-d61c201c52f0 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:53.547198 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:53.806423 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dc9665b6-119e-492a-81e7-7f7d6ab45cbf req-cdd60e41-875a-450e-a1a1-8e5b91bf8408 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 210 time: 0.0909224
Jan 10 12:47:53.818565 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-4b85ab36-3618-43b9-bde6-237a1d8e2268 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 379 time: 0.4406731
Jan 10 12:47:53.849530 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'port': {'device_id': '3436ba09-022f-4b36-987d-667c236d68d1', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'admin_state_up': True, 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'security_groups': ['bec71264-07c1-4034-aa66-ba11018fc4f1']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:53.945991 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f84ef6aa-12da-4b16-9688-304e4d8aa40f req-4df5da1f-d3be-424a-afe2-45813dcddc04 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 210 time: 0.1369832
Jan 10 12:47:54.060737 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3af5c4-568c-4117-b680-9e97595d03da req-dfc95614-9370-4284-b4fd-8feb6b956db2 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:54.064755 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7e3af5c4-568c-4117-b680-9e97595d03da req-dfc95614-9370-4284-b4fd-8feb6b956db2 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 931 time: 0.1384196
Jan 10 12:47:54.146469 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 50943c6a-32b7-4357-817c-d61c201c52f0 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:54.190741 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] For port d8614a0f-50af-4e3f-b315-d6edca567db2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:54.201716 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] For port d8614a0f-50af-4e3f-b315-d6edca567db2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8614a0f-50af-4e3f-b315-d6edca567db2,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:54.216970 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.241605 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7e3af5c4-568c-4117-b680-9e97595d03da req-9b3d7fce-395c-4747-9b73-49a2a623f415 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706760
Jan 10 12:47:54.306917 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60310) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:54.329027 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0d150acd-8e90-4928-bcd8-17c13ae0ae8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.418410 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:47:54.419140 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3a1b50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:47:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:54.492650 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Made reservation on behalf of 4be23531f9014bfebfd2d51c8502d6ce for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:47:54.498115 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.540112 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0d150acd-8e90-4928-bcd8-17c13ae0ae8e admin admin] Publish callbacks [] for security_group (73f40773-2f92-491d-adae-256d7e8deed6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.558931 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0d150acd-8e90-4928-bcd8-17c13ae0ae8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (73f40773-2f92-491d-adae-256d7e8deed6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.724736 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-0d150acd-8e90-4928-bcd8-17c13ae0ae8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=380288d7425a41e98d3acdca88a72e97&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4166579
Jan 10 12:47:54.758652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60332) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:54.760951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150acd-8e90-4928-bcd8-17c13ae0ae8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f40773-2f92-491d-adae-256d7e8deed6,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:54.791478 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c86b883-3cd7-458e-b400-d77a0e4ebea6 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:47:54.807008 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks [] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.835385 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Transition to ACTIVE for port object 6c86b883-3cd7-458e-b400-d77a0e4ebea6 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:47:54.836205 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4206b9-75b9-4882-9488-9c60a5dc18ae None None] Pushing event updated for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:54.837695 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60334) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:54.866060 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:54.916945 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:47:55.171980 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] Publish callbacks [] for security_group (73f40773-2f92-491d-adae-256d7e8deed6), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.217954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac76fd6-bfd3-468f-a3c6-c733cc8d0c32 req-44bfe442-f443-4d10-87d2-39e2139a9ec2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:55.223901 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ac76fd6-bfd3-468f-a3c6-c733cc8d0c32 req-44bfe442-f443-4d10-87d2-39e2139a9ec2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.4635723
Jan 10 12:47:55.334346 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-9015731c-903d-4e51-9d6a-ecd8873c93c1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:55.335933 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-9015731c-903d-4e51-9d6a-ecd8873c93c1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 818 time: 0.6529365
Jan 10 12:47:55.345306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5279ed78-b7a7-442b-b373-11b5b450be46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.349503 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] Publish callbacks [] for security_group (73f40773-2f92-491d-adae-256d7e8deed6), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.400278 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3a1b50>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd8614a0f-50af-4e3f-b315-d6edca567db2', 'name': '', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'mac_address': 'fa:16:3e:38:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:43Z', 'updated_at': '2022-01-10T12:47:54Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'subnets': [{'id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:47:55.411973 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-93553aa9-7412-464b-93ab-87fa845cf437 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/quotas/de46aa3bf673456885b6c388c16c901b HTTP/1.1" status: 200  len: 375 time: 0.0578451
Jan 10 12:47:55.464639 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b9c325-c5a2-4308-bf9c-add26af27b1a {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:47:55.475569 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:55.479663 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks [] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.490373 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ac76fd6-bfd3-468f-a3c6-c733cc8d0c32 req-d3a4c893-0e8f-4b45-ab96-c15c2d2549c7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177846
Jan 10 12:47:55.523932 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (73f40773-2f92-491d-adae-256d7e8deed6), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.526580 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.527770 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73f40773-2f92-491d-adae-256d7e8deed6 HTTP/1.1" status: 204  len: 168 time: 0.7614315
Jan 10 12:47:55.536208 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693c86-c65b-4527-9d0a-9677d99823a9 None None] The sync data for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi is: [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'd8614a0f-50af-4e3f-b315-d6edca567db2', 'name': '', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'mac_address': 'fa:16:3e:38:6a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:43Z', 'updated_at': '2022-01-10T12:47:54Z', 'revision_number': 4, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'subnets': [{'id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:47:55.567767 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24945a97-f251-4373-af57-14b75fd30757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f40773-2f92-491d-adae-256d7e8deed6,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:55.656856 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Transition to ACTIVE for port object 20b9c325-c5a2-4308-bf9c-add26af27b1a will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:47:55.705730 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5279ed78-b7a7-442b-b373-11b5b450be46 admin admin] Publish callbacks [] for security_group (0e3d3517-0791-4246-a898-dbcf78278799), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.714885 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-66e3710d-84f0-4b2a-ae06-fb1c996193de tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3007758
Jan 10 12:47:55.731193 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5279ed78-b7a7-442b-b373-11b5b450be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0e3d3517-0791-4246-a898-dbcf78278799), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.770272 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.848383 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-56fc85b5-fe4f-4f0b-bc60-81c89963ac85 req-2f0cb093-b51a-4f30-9f66-c0024d4f7d59 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 210 time: 0.1331024
Jan 10 12:47:55.854068 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Attempting to bind port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:55.854615 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Attempting to bind port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:55.854740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Attempting to bind port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:55.877656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 on network 0493530f-49b3-4527-b75d-6de75567c16c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:47:55.877979 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Attempting to bind port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:55.924311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Attempting to bind port 20b9c325-c5a2-4308-bf9c-add26af27b1a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:47:55.924698 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Attempting to bind port 20b9c325-c5a2-4308-bf9c-add26af27b1a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:47:55.925719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Attempting to bind port 20b9c325-c5a2-4308-bf9c-add26af27b1a on network 49875016-4f0b-4a71-9be4-5256b69fc5a3 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:55.939211 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:55.939623 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Checking segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:55.940695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Bound using segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:55.941202 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Bound port: 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:55.941628 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:55.970384 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5279ed78-b7a7-442b-b373-11b5b450be46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab7f6eb201714e5ba3f79d2d0ddb8e66&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1059856
Jan 10 12:47:55.973783 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Allocated IP 172.20.0.10 (e4e2bf48-1c7a-42e2-945e-96cdb90a357a/5bfd9b3f-a046-4367-8b29-abb03be26cf9/0341fd05-df0a-4b20-a713-82457a146a1c) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:47:55.976584 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60358) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:55.980567 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Port 20b9c325-c5a2-4308-bf9c-add26af27b1a on network 49875016-4f0b-4a71-9be4-5256b69fc5a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:47:55.980893 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Attempting to bind port 20b9c325-c5a2-4308-bf9c-add26af27b1a on network 49875016-4f0b-4a71-9be4-5256b69fc5a3 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:47:55.986346 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Pushing event updated for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:56.009356 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:47:56.009707 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Checking segment: {'id': 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:47:56.010120 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Bound using segment: {'id': 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:47:56.010647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Bound port: 20b9c325-c5a2-4308-bf9c-add26af27b1a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:47:56.010997 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.057536 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279ed78-b7a7-442b-b373-11b5b450be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d3517-0791-4246-a898-dbcf78278799,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:56.181406 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:56.231801 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-6a4ba47f-9886-4663-9554-86cad6d9fb24 service neutron] 10.222.0.13 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4528351
Jan 10 12:47:56.247882 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad978c-99f9-4b82-af21-c8e44c40af95 req-4aa5c132-eed7-4fc9-a8c1-f4fca6181c87 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:56.249469 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6aad978c-99f9-4b82-af21-c8e44c40af95 req-4aa5c132-eed7-4fc9-a8c1-f4fca6181c87 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.2771075
Jan 10 12:47:56.357764 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] Publish callbacks [] for security_group (0e3d3517-0791-4246-a898-dbcf78278799), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.373280 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:56.385082 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] Publish callbacks [] for security_group (0e3d3517-0791-4246-a898-dbcf78278799), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.411142 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.546707 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device d8614a0f-50af-4e3f-b315-d6edca567db2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:56.635846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:47:56.677899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0e3d3517-0791-4246-a898-dbcf78278799), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.680779 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.685115 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3d3517-0791-4246-a898-dbcf78278799 HTTP/1.1" status: 204  len: 168 time: 0.7069843
Jan 10 12:47:56.708747 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736d685-15bf-4df1-8689-8563cb777d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d3517-0791-4246-a898-dbcf78278799,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:56.727216 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6aad978c-99f9-4b82-af21-c8e44c40af95 req-d2dfc778-4415-4345-a332-7f20e00762aa tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4394886
Jan 10 12:47:56.759989 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port d8614a0f-50af-4e3f-b315-d6edca567db2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:56.760784 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.791790 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:56.792417 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.805659 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c86b883-3cd7-458e-b400-d77a0e4ebea6 HTTP/1.1" status: 200  len: 1094 time: 4.6177499
Jan 10 12:47:56.806178 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:47:56.808215 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-239b43f6-0f64-4094-b3c2-e382503f2d59 service neutron] 10.222.0.13 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5576208
Jan 10 12:47:56.933479 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port d8614a0f-50af-4e3f-b315-d6edca567db2 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:56.933952 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:56.980593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a,segment=NetworkSegment(b2d6ed7a-b71c-4fb0-8648-b745c65f94d1),segment_id=b2d6ed7a-b71c-4fb0-8648-b745c65f94d1)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:47:56.988041 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port d8614a0f-50af-4e3f-b315-d6edca567db2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8614a0f-50af-4e3f-b315-d6edca567db2,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:47:56.993980 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02184c-84d1-4367-a45c-9d7b1c60aa71 service neutron] Pushing event updated for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.000264 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65864f-19c9-4812-86c8-fa7bcc8f7ff0 req-a01e28d8-a3d5-45e0-a7c5-5275fb075905 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:57.000898 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.008880 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.013938 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fb65864f-19c9-4812-86c8-fa7bcc8f7ff0 req-a01e28d8-a3d5-45e0-a7c5-5275fb075905 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.1296685
Jan 10 12:47:57.077107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.101931 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (0341fd05-df0a-4b20-a713-82457a146a1c), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.111756 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:57.112841 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.114634 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] 10.222.0.15 "PUT /v2.0/ports/20b9c325-c5a2-4308-bf9c-add26af27b1a HTTP/1.1" status: 200  len: 1093 time: 4.9256127
Jan 10 12:47:57.136744 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaed9c-d6c1-463e-b3be-3dcff9bc78ad service neutron] Pushing event updated for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.157959 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fb65864f-19c9-4812-86c8-fa7bcc8f7ff0 req-6608a1e3-6c43-4522-b7cf-c9810b026ab0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1423118
Jan 10 12:47:57.177894 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.251977 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.268932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:47:57.270862 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:47:57.273280 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:47:57.279343 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:57.280341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.295103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e17cf248-b83d-4929-b628-ebf4ded0e03c req-68275e82-cd86-4534-ae3a-66d45d8c9896 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0667238
Jan 10 12:47:57.324022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b145a8e-b4a9-42e5-9eb3-64d1dbb5dc8b req-eb2441a6-a04a-40d5-a63b-49bf5bc0ce24 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:57.324118 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-b4ed1f1d-3da6-4242-bc90-ad1502f57191 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4747529
Jan 10 12:47:57.324206 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1b145a8e-b4a9-42e5-9eb3-64d1dbb5dc8b req-eb2441a6-a04a-40d5-a63b-49bf5bc0ce24 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 932 time: 0.1551604
Jan 10 12:47:57.406953 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1b145a8e-b4a9-42e5-9eb3-64d1dbb5dc8b req-97d596f9-14bc-4174-9f29-0cb8f54e9289 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824130
Jan 10 12:47:57.457046 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60414) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:57.474267 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9d6e17eb-3a57-43ff-a777-cc75f9119177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.576020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3fcb942b-7d7b-46b1-beb6-3779ef2426b6 None None] Provisioning complete for port 0341fd05-df0a-4b20-a713-82457a146a1c triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:57.578479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5ec65-f19a-4926-9292-f06c800080e3" -d '{"events": [{"name": "network-changed", "server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:47:57.579097 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3fcb942b-7d7b-46b1-beb6-3779ef2426b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.623853 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9d6e17eb-3a57-43ff-a777-cc75f9119177 admin admin] Publish callbacks [] for security_group (15494fb0-f1c9-4336-b20e-e305e7447538), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.631820 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9d6e17eb-3a57-43ff-a777-cc75f9119177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (15494fb0-f1c9-4336-b20e-e305e7447538), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.663474 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3fcb942b-7d7b-46b1-beb6-3779ef2426b6 None None] Port 0341fd05-df0a-4b20-a713-82457a146a1c cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:47:57.672378 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9d6e17eb-3a57-43ff-a777-cc75f9119177 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0acdab4045c4a00a336247098e73719&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2137387
Jan 10 12:47:57.675216 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60422) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:57.677539 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e17eb-3a57-43ff-a777-cc75f9119177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15494fb0-f1c9-4336-b20e-e305e7447538,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.727726 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] Publish callbacks [] for security_group (15494fb0-f1c9-4336-b20e-e305e7447538), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.758058 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] Publish callbacks [] for security_group (15494fb0-f1c9-4336-b20e-e305e7447538), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.837696 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (15494fb0-f1c9-4336-b20e-e305e7447538), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.840242 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:57.843821 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15494fb0-f1c9-4336-b20e-e305e7447538 HTTP/1.1" status: 204  len: 168 time: 0.1652982
Jan 10 12:47:57.866389 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4300f1-3a31-4cae-ab95-51f0ccb0e681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15494fb0-f1c9-4336-b20e-e305e7447538,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:57.944341 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1249381-2c57-4a92-af71-d958b71905f8 req-f5fa5bb8-cdf6-4484-b82c-e173df8a7ebc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:57.947485 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e1249381-2c57-4a92-af71-d958b71905f8 req-f5fa5bb8-cdf6-4484-b82c-e173df8a7ebc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.1205299
Jan 10 12:47:58.085672 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7dbef4-1ab0-4384-8533-1ae35f3a6082 x-openstack-request-id: req-2b7dbef4-1ab0-4384-8533-1ae35f3a6082 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:47:58.086153 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:47:58.086153 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b7dbef4-1ab0-4384-8533-1ae35f3a6082 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:47:58.086708 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'status': 'completed', 'code': 200}
Jan 10 12:47:58.120979 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e1249381-2c57-4a92-af71-d958b71905f8 req-fd53b5f5-4d29-43f4-92a7-530ac5176ca9 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639166
Jan 10 12:47:58.383424 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100ec8c-4c08-4eda-a16d-02fc5392a427 req-e5d7fe89-2270-4c46-8621-81c0483bde94 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:58.394165 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d100ec8c-4c08-4eda-a16d-02fc5392a427 req-e5d7fe89-2270-4c46-8621-81c0483bde94 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.1036506
Jan 10 12:47:58.499005 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device d8614a0f-50af-4e3f-b315-d6edca567db2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:47:58.502145 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d62aabd4-6caf-4d5b-b360-e6f9407a93a0 req-2f4b2357-5e2d-4e62-ab49-3131d75a55ab tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0626569
Jan 10 12:47:58.528071 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d100ec8c-4c08-4eda-a16d-02fc5392a427 req-8f7c8bf8-0192-4dbc-b140-f2e98d1e173c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329389
Jan 10 12:47:58.596030 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port d8614a0f-50af-4e3f-b315-d6edca567db2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:47:58.597564 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:58.698838 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc4be8-1186-481a-9b57-0a8c1a848163 req-747bb651-a8c8-48e0-a634-474201f5fe47 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:58.707372 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0efc4be8-1186-481a-9b57-0a8c1a848163 req-747bb651-a8c8-48e0-a634-474201f5fe47 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 932 time: 0.0831604
Jan 10 12:47:58.778542 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port d8614a0f-50af-4e3f-b315-d6edca567db2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:47:58.837228 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60478) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:58.843959 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0efc4be8-1186-481a-9b57-0a8c1a848163 req-12bb7db3-2281-4c4d-b8b6-98ddee776fc5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1321447
Jan 10 12:47:59.163206 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-736d1432-33ff-488a-9472-89acecfceb9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:59.292977 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-736d1432-33ff-488a-9472-89acecfceb9a admin admin] Publish callbacks [] for security_group (7286fd31-9fb2-4e68-89b4-74888ef9175a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:59.300180 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-736d1432-33ff-488a-9472-89acecfceb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (7286fd31-9fb2-4e68-89b4-74888ef9175a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:47:59.365095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d1432-33ff-488a-9472-89acecfceb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7286fd31-9fb2-4e68-89b4-74888ef9175a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:47:59.378031 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902691d7-895a-4d01-ac26-5b5ffb7501a1 req-4b189e2c-2020-4f75-8b07-bbee7d5f1f90 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:59.398590 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-902691d7-895a-4d01-ac26-5b5ffb7501a1 req-4b189e2c-2020-4f75-8b07-bbee7d5f1f90 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.1493814
Jan 10 12:47:59.398786 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Request body: {'port': {'device_id': '3436ba09-022f-4b36-987d-667c236d68d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:47:59.614399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-902691d7-895a-4d01-ac26-5b5ffb7501a1 req-f808ab4d-2246-468c-aee9-5bf1cdc0cb19 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124949
Jan 10 12:47:59.619777 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.15', 62831) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:59.781001 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-736d1432-33ff-488a-9472-89acecfceb9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02c0e6d2855245dc9f6744d9a85afa3b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9425280
Jan 10 12:47:59.790444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60520) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:47:59.795112 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-648ef26c-8ce3-4670-aea4-b1dee5e9e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:59.805031 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-648ef26c-8ce3-4670-aea4-b1dee5e9e856 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 1097 time: 0.3078885
Jan 10 12:47:59.908745 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb03e07e-92d2-4721-a610-1a29e153b124 req-cf94fa7d-029b-48e9-a652-f8294d26475a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.1369367
Jan 10 12:47:59.958918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-a32155e5-5113-406d-aa5c-c86b8432ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:47:59.961554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-a32155e5-5113-406d-aa5c-c86b8432ddb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30d54bc5b800487db219940267292ed4&device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 1096 time: 0.3407366
Jan 10 12:47:59.994600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc31-ec7b-471b-b660-3f4832f0ad2e req-f7696637-c651-49d0-bdd3-d6b077944c38 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:00.006086 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cd37fc31-ec7b-471b-b660-3f4832f0ad2e req-f7696637-c651-49d0-bdd3-d6b077944c38 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.1552331
Jan 10 12:48:00.008309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.100366 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:00.109087 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:00.119767 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cd37fc31-ec7b-471b-b660-3f4832f0ad2e req-a5925a5f-01a7-4e54-9246-62406c1b70b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126451
Jan 10 12:48:00.233218 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48adec0-1747-48f6-bc2e-baf52beeceb2 req-342fc9ac-09df-4649-a627-b2cfdbfdd3c7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:00.235247 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f48adec0-1747-48f6-bc2e-baf52beeceb2 req-342fc9ac-09df-4649-a627-b2cfdbfdd3c7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 932 time: 0.1128566
Jan 10 12:48:00.300280 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f48adec0-1747-48f6-bc2e-baf52beeceb2 req-5619d053-9eb2-4f3d-959d-366f2c5175c0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589535
Jan 10 12:48:00.305431 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f54466-13fd-4b16-88c4-3560bbb4e357 x-openstack-request-id: req-92f54466-13fd-4b16-88c4-3560bbb4e357 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:00.305972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:00.305972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92f54466-13fd-4b16-88c4-3560bbb4e357 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:00.306321 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a', 'status': 'completed', 'code': 200}
Jan 10 12:48:00.367989 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] Publish callbacks [] for security_group (7286fd31-9fb2-4e68-89b4-74888ef9175a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.376025 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-3c86253f-0f5d-4543-abaa-70c59019d9ff tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:00.377589 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-3c86253f-0f5d-4543-abaa-70c59019d9ff tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 818 time: 0.9216988
Jan 10 12:48:00.480889 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] Publish callbacks [] for security_group (7286fd31-9fb2-4e68-89b4-74888ef9175a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.598755 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (7286fd31-9fb2-4e68-89b4-74888ef9175a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.601305 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.604796 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7286fd31-9fb2-4e68-89b4-74888ef9175a HTTP/1.1" status: 204  len: 168 time: 0.7964628
Jan 10 12:48:00.608368 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:00.620918 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks [] for port (0341fd05-df0a-4b20-a713-82457a146a1c), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.632095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c6bc8-0a58-4f7e-b5ee-55342fa0c3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7286fd31-9fb2-4e68-89b4-74888ef9175a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:00.671619 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Transition to ACTIVE for port object 0341fd05-df0a-4b20-a713-82457a146a1c will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:48:00.681642 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.765604 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:00.787073 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Attempting to bind port 0341fd05-df0a-4b20-a713-82457a146a1c on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:00.787410 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Attempting to bind port 0341fd05-df0a-4b20-a713-82457a146a1c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:00.787764 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Attempting to bind port 0341fd05-df0a-4b20-a713-82457a146a1c on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:00.794836 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Port 0341fd05-df0a-4b20-a713-82457a146a1c on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:48:00.795039 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d82b32-52bc-4aed-a8da-a8212cf96620 req-318e87e8-ee12-4234-b3f8-25955e562b0c tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:00.796578 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-60d82b32-52bc-4aed-a8da-a8212cf96620 req-318e87e8-ee12-4234-b3f8-25955e562b0c tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.0634086
Jan 10 12:48:00.799899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Attempting to bind port 0341fd05-df0a-4b20-a713-82457a146a1c on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:00.807374 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:00.816347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Checking segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:00.816347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Bound using segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:00.816347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Bound port: 0341fd05-df0a-4b20-a713-82457a146a1c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:00.816347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.860832 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-60d82b32-52bc-4aed-a8da-a8212cf96620 req-9a0fec04-0462-4dc8-9eba-28cfadba334b tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554507
Jan 10 12:48:00.925948 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:00.930297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:00.938731 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.984942 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:00.985566 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:00.987947 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] 10.222.0.15 "PUT /v2.0/ports/0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 1094 time: 1.5955665
Jan 10 12:48:01.072062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c02eb-b968-4c1f-b381-622a07912353 service neutron] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:01.084620 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0ec97cb0-f8a1-4fd8-a289-53bf13313595 req-fdbb6a48-4475-4dc4-be0d-806e48ab4f01 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0866704
Jan 10 12:48:01.188023 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60574) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:01.205050 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-94aa5cea-acd0-4763-8ea0-bf1d583222f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.271210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e43496-67ab-491f-a21e-f2337ad1be4c req-dfd14c62-8ebc-44c9-911e-d0fa96b66f1d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:01.280934 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c8e43496-67ab-491f-a21e-f2337ad1be4c req-dfd14c62-8ebc-44c9-911e-d0fa96b66f1d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0820205
Jan 10 12:48:01.328275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-94aa5cea-acd0-4763-8ea0-bf1d583222f0 admin admin] Publish callbacks [] for security_group (830da72d-b55f-4e88-86e0-42242139f4e5), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.331390 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c8e43496-67ab-491f-a21e-f2337ad1be4c req-bb3be28c-3a72-4d12-92b7-5ae9af9226a7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493746
Jan 10 12:48:01.332937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-94aa5cea-acd0-4763-8ea0-bf1d583222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (830da72d-b55f-4e88-86e0-42242139f4e5), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.379979 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-94aa5cea-acd0-4763-8ea0-bf1d583222f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d087f767094c440c83dfe44cd3b53fe4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1907873
Jan 10 12:48:01.382605 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60586) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:01.419213 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa5cea-acd0-4763-8ea0-bf1d583222f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830da72d-b55f-4e88-86e0-42242139f4e5,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:01.514786 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c83ec1-809e-4ff7-94ab-8d45ff3c0aae req-9e8dcfeb-f018-4e09-a22c-2fa7dd21375d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:01.544311 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6c83ec1-809e-4ff7-94ab-8d45ff3c0aae req-9e8dcfeb-f018-4e09-a22c-2fa7dd21375d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.1234121
Jan 10 12:48:01.556687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] Publish callbacks [] for security_group (830da72d-b55f-4e88-86e0-42242139f4e5), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.651780 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] Publish callbacks [] for security_group (830da72d-b55f-4e88-86e0-42242139f4e5), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.708064 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6c83ec1-809e-4ff7-94ab-8d45ff3c0aae req-ebe34722-802a-4a1b-aa5c-aa979d454ae3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1625030
Jan 10 12:48:01.772827 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (830da72d-b55f-4e88-86e0-42242139f4e5), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.778717 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:01.791007 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/830da72d-b55f-4e88-86e0-42242139f4e5 HTTP/1.1" status: 204  len: 168 time: 0.4047635
Jan 10 12:48:01.829655 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c660f4-08c4-4099-91a2-660c20e1a499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830da72d-b55f-4e88-86e0-42242139f4e5,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:02.063185 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fb71b-c3a9-4e53-98b0-fed86e3e23e6 req-2aaf365f-94e1-4964-ab7e-7ca9f23bb979 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:02.070569 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5f3fb71b-c3a9-4e53-98b0-fed86e3e23e6 req-2aaf365f-94e1-4964-ab7e-7ca9f23bb979 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.0931659
Jan 10 12:48:02.180535 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5f3fb71b-c3a9-4e53-98b0-fed86e3e23e6 req-8e7fa70e-edc8-4c4a-810f-169c9747bd8a tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035042
Jan 10 12:48:02.263337 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6e2ddbe0-9727-4ba9-b3a7-5c45dc89493d req-00473d9d-0814-4ac3-a97d-5a204c2e8319 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0449338
Jan 10 12:48:02.307637 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:02.310028 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be47e0a-1772-4149-9756-e63f586ed86f" -d '{"events": [{"name": "network-changed", "server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:02.350772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e8b4bf-be67-465b-b97b-5bc018f425a6 x-openstack-request-id: req-16e8b4bf-be67-465b-b97b-5bc018f425a6 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:02.351652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:02.351652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16e8b4bf-be67-465b-b97b-5bc018f425a6 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:02.352069 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'status': 'completed', 'code': 200}
Jan 10 12:48:02.521348 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60638) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:02.526382 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e526f-7caa-4e8e-8b0f-36081a7edb5d req-a805ef04-de4c-4ef1-b917-752864992fe3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:02.528075 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce7e526f-7caa-4e8e-8b0f-36081a7edb5d req-a805ef04-de4c-4ef1-b917-752864992fe3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0849133
Jan 10 12:48:02.622850 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce7e526f-7caa-4e8e-8b0f-36081a7edb5d req-63a84461-a4ef-4865-9204-4e2691949e7a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741811
Jan 10 12:48:02.849165 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-069cf950-cf65-4c6f-b5aa-367c551293cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:02.884445 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60660) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:02.917295 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694e7e1-9945-470b-be53-edc1d662158f req-04d82297-5796-44b8-84ac-bd5b0f0a1819 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:02.919251 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a694e7e1-9945-470b-be53-edc1d662158f req-04d82297-5796-44b8-84ac-bd5b0f0a1819 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0844021
Jan 10 12:48:02.961083 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-069cf950-cf65-4c6f-b5aa-367c551293cd admin admin] Publish callbacks [] for security_group (4697e68a-9354-4c23-b6f5-46a4f8e2a447), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:02.965934 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-069cf950-cf65-4c6f-b5aa-367c551293cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4697e68a-9354-4c23-b6f5-46a4f8e2a447), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:02.974165 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-73a880b9-253e-4ec9-b6a2-7a252b28417e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:02.989428 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a694e7e1-9945-470b-be53-edc1d662158f req-a2fd0eea-a859-4269-9dff-4aee2f5df05a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640397
Jan 10 12:48:02.991188 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-069cf950-cf65-4c6f-b5aa-367c551293cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a62eb85e9964b08a0350444b1f28933&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4663229
Jan 10 12:48:02.997841 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60666) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:03.039932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cf950-cf65-4c6f-b5aa-367c551293cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4697e68a-9354-4c23-b6f5-46a4f8e2a447,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:03.066874 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-73a880b9-253e-4ec9-b6a2-7a252b28417e admin admin] Publish callbacks [] for security_group (0ad23f44-08df-4e16-b3f5-eb36d491c812), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.069444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] Publish callbacks [] for security_group (4697e68a-9354-4c23-b6f5-46a4f8e2a447), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.072789 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-73a880b9-253e-4ec9-b6a2-7a252b28417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0ad23f44-08df-4e16-b3f5-eb36d491c812), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.092987 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] Publish callbacks [] for security_group (4697e68a-9354-4c23-b6f5-46a4f8e2a447), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.116490 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-73a880b9-253e-4ec9-b6a2-7a252b28417e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f5aead8f1ab452b8826ce5c624a6167&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2302380
Jan 10 12:48:03.117239 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60670) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:03.117884 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a880b9-253e-4ec9-b6a2-7a252b28417e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad23f44-08df-4e16-b3f5-eb36d491c812,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:03.209986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Request body: {'port': {'device_id': 'e102ed1c-55c4-488a-9729-a99f58666989', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'admin_state_up': True, 'tenant_id': 'de46aa3bf673456885b6c388c16c901b'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:03.236526 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-33531ac0-d394-4620-960c-a0a24a2bbff1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a HTTP/1.1" status: 200  len: 217 time: 0.0795181
Jan 10 12:48:03.317288 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] Publish callbacks [] for security_group (0ad23f44-08df-4e16-b3f5-eb36d491c812), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.381356 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] Publish callbacks [] for security_group (0ad23f44-08df-4e16-b3f5-eb36d491c812), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.423318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2d082997-2817-4790-8a5b-35a3299523e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:03.424847 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-2d082997-2817-4790-8a5b-35a3299523e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607 HTTP/1.1" status: 200  len: 851 time: 0.1665289
Jan 10 12:48:03.462036 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-3c443d74-6ea0-438e-8472-9b6fec547797 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6 HTTP/1.1" status: 200  len: 217 time: 0.2976174
Jan 10 12:48:03.462732 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e3556fb1-e6b4-413e-aa48-c23582975adc req-d9b8d346-c038-42c4-82b9-b16ab0e56ddd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0551279
Jan 10 12:48:03.515720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4697e68a-9354-4c23-b6f5-46a4f8e2a447), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.518311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.519255 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4697e68a-9354-4c23-b6f5-46a4f8e2a447 HTTP/1.1" status: 204  len: 168 time: 0.5203998
Jan 10 12:48:03.520514 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-ac4fed40-abad-4204-b12d-61a1443dbab8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49875016-4f0b-4a71-9be4-5256b69fc5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715547
Jan 10 12:48:03.543357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a2f56-67ab-4765-a165-aadbffbd5e01 req-0cb63feb-d350-4df5-a023-0287e3dd36a2 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:03.544873 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-332a2f56-67ab-4765-a165-aadbffbd5e01 req-0cb63feb-d350-4df5-a023-0287e3dd36a2 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.1937847
Jan 10 12:48:03.580091 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a6e67-4ba7-4370-8dcb-a5d57d68cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4697e68a-9354-4c23-b6f5-46a4f8e2a447,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:03.626903 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0ad23f44-08df-4e16-b3f5-eb36d491c812), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.629841 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:03.630867 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47e0a-1772-4149-9756-e63f586ed86f req-50305551-81b8-4257-ab7f-19775fb051fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:03.632639 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3be47e0a-1772-4149-9756-e63f586ed86f req-50305551-81b8-4257-ab7f-19775fb051fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1097 time: 0.4189551
Jan 10 12:48:03.633650 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ad23f44-08df-4e16-b3f5-eb36d491c812 HTTP/1.1" status: 204  len: 168 time: 0.5129642
Jan 10 12:48:03.658636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb5c15-864c-4db0-8dc7-1232baec02d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad23f44-08df-4e16-b3f5-eb36d491c812,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:03.678077 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-332a2f56-67ab-4765-a165-aadbffbd5e01 req-eb2b4ed7-49a6-4e3f-9ba9-b7bcb935284a tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175644
Jan 10 12:48:03.693640 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-02648dc9-d8be-40e7-b6cd-e4050c8267d0 service neutron] 10.222.0.15 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662805
Jan 10 12:48:03.705090 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a90ba-0790-475b-bed7-ba848225963a req-1dc496d1-a755-4eda-bf2e-f492a72d311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:03.710658 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-1dc496d1-a755-4eda-bf2e-f492a72d311e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.2378569
Jan 10 12:48:03.806453 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.15', 62838) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:03.816194 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d8ff08c-28d8-4017-a0fa-ce4badf3fec0 req-b2114f8e-fe19-4da4-9e6f-d23b6b470751 service neutron] 10.222.0.15 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1155624
Jan 10 12:48:03.914082 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ca180-19cc-4f7e-9685-976284bf7a6d req-dc9c4c8d-a100-4d47-b4cd-04e2aa0bd35e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:03.915693 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-526ca180-19cc-4f7e-9685-976284bf7a6d req-dc9c4c8d-a100-4d47-b4cd-04e2aa0bd35e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0984876
Jan 10 12:48:03.951150 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-38ea55f7-c5e1-4bbc-aeda-85762d0a2e8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2013505
Jan 10 12:48:04.148701 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-57c560b5-a47b-4303-a0f6-431f950efdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.150495 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-57c560b5-a47b-4303-a0f6-431f950efdcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30d54bc5b800487db219940267292ed4&device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 1096 time: 0.2339168
Jan 10 12:48:04.204162 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Made reservation on behalf of de46aa3bf673456885b6c388c16c901b for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:04.208259 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:04.259108 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-6a155e96-0189-41b1-89cc-62f5a0a670c9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.261073 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-6a155e96-0189-41b1-89cc-62f5a0a670c9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 818 time: 0.4529624
Jan 10 12:48:04.265370 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60718) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:04.277520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47e0a-1772-4149-9756-e63f586ed86f req-4c9cd18e-681d-4afb-be76-f719f602b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.277926 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3be47e0a-1772-4149-9756-e63f586ed86f req-4c9cd18e-681d-4afb-be76-f719f602b335 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5642624
Jan 10 12:48:04.299720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-330e39cc-43de-4a14-b66b-495e959bd908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:04.320901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Request body: {'port': {'device_id': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'admin_state_up': True, 'tenant_id': 'de46aa3bf673456885b6c388c16c901b'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:04.326494 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-526ca180-19cc-4f7e-9685-976284bf7a6d req-45a90f80-9646-482d-8ec4-be36dca5acfe tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4008980
Jan 10 12:48:04.380142 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f6649-f117-4d56-926e-a8a14209487f req-93d8f837-3408-4b99-94ca-02987f323a94 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.381957 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-323f6649-f117-4d56-926e-a8a14209487f req-93d8f837-3408-4b99-94ca-02987f323a94 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.2280893
Jan 10 12:48:04.420974 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-dab3248f-60fd-4960-b455-2d1c2f2ecfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.422837 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-dab3248f-60fd-4960-b455-2d1c2f2ecfc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=49875016-4f0b-4a71-9be4-5256b69fc5a3 HTTP/1.1" status: 200  len: 911 time: 0.2583694
Jan 10 12:48:04.487233 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-dd7f9504-13bf-42a6-a2dd-87a761b1c0fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a HTTP/1.1" status: 200  len: 217 time: 0.0384827
Jan 10 12:48:04.492772 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-323f6649-f117-4d56-926e-a8a14209487f req-ef323753-8a30-4f62-8f5c-f3f402df9e77 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1044290
Jan 10 12:48:04.600777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be47e0a-1772-4149-9756-e63f586ed86f req-d0409b62-2122-4e20-9686-42e1e72d34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.604134 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3be47e0a-1772-4149-9756-e63f586ed86f req-d0409b62-2122-4e20-9686-42e1e72d34d8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2979991
Jan 10 12:48:04.604477 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60728) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:04.620629 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-77476ef9-1732-4647-9ff9-0283fcfc858b req-7ae184c7-2f5c-4503-882e-9e91d5ac7f29 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0407622
Jan 10 12:48:04.622715 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-93e36c7e-ebfe-4101-976d-e961dfe8bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.624421 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-93e36c7e-ebfe-4101-976d-e961dfe8bc60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607 HTTP/1.1" status: 200  len: 851 time: 0.1306541
Jan 10 12:48:04.662926 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-21b60e30-03aa-4987-978e-bd9f34575aa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=49875016-4f0b-4a71-9be4-5256b69fc5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282087
Jan 10 12:48:04.720448 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-715b813a-b719-4802-a231-911268712273 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7149823
Jan 10 12:48:04.750602 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:48:04.771322 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-63481480-32c5-4cc0-aa37-253bad0696c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:04.830205 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-82315ba7-0877-4a87-b2f7-8856c1229df3 service neutron] 10.222.0.15 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602230
Jan 10 12:48:04.839902 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fde08-3105-472c-8091-bb990f53c265 req-48d2915e-22b5-4942-9195-eec609f8bad7 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.847459 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e62fde08-3105-472c-8091-bb990f53c265 req-48d2915e-22b5-4942-9195-eec609f8bad7 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.0835550
Jan 10 12:48:04.879113 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-8ddcdd7a-5b7f-4b0b-aa23-e0fd923d3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:04.880644 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-8ddcdd7a-5b7f-4b0b-aa23-e0fd923d3b6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1097 time: 0.1809552
Jan 10 12:48:04.905218 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e62fde08-3105-472c-8091-bb990f53c265 req-89235da0-4e33-4246-94c5-bc048b960ab3 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567122
Jan 10 12:48:04.943760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Allocated IP 172.20.0.10 (497213e1-63f6-4b0c-9b64-5f0e17031989/b9e74b44-696a-4cea-ab9c-168440aa7b94/f0859772-0161-44d0-9616-11e398c35d8b) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:04.975155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Made reservation on behalf of de46aa3bf673456885b6c388c16c901b for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:04.978667 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:04.990670 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-330e39cc-43de-4a14-b66b-495e959bd908 admin admin] Publish callbacks [] for security_group (07c18d20-8dc7-4db8-85f8-96b93e703f49), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.006784 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-330e39cc-43de-4a14-b66b-495e959bd908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (07c18d20-8dc7-4db8-85f8-96b93e703f49), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.099217 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-63481480-32c5-4cc0-aa37-253bad0696c9 admin admin] Publish callbacks [] for security_group (d1bd7367-fbc0-4a22-9d03-459ff9160899), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.112727 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-330e39cc-43de-4a14-b66b-495e959bd908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e128299a94484b92a9f229a710d54f48&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8457129
Jan 10 12:48:05.116470 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60748) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:05.118004 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-63481480-32c5-4cc0-aa37-253bad0696c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d1bd7367-fbc0-4a22-9d03-459ff9160899), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.147504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e39cc-43de-4a14-b66b-495e959bd908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c18d20-8dc7-4db8-85f8-96b93e703f49,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:05.169780 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] Publish callbacks [] for security_group (07c18d20-8dc7-4db8-85f8-96b93e703f49), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.191568 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] Publish callbacks [] for security_group (07c18d20-8dc7-4db8-85f8-96b93e703f49), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.241171 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (07c18d20-8dc7-4db8-85f8-96b93e703f49), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.244541 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.248328 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07c18d20-8dc7-4db8-85f8-96b93e703f49 HTTP/1.1" status: 204  len: 168 time: 0.1278224
Jan 10 12:48:05.248593 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-63481480-32c5-4cc0-aa37-253bad0696c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cb207cab2844c34a1f7d6a890cf82c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5965791
Jan 10 12:48:05.250420 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60752) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:05.257422 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63481480-32c5-4cc0-aa37-253bad0696c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd7367-fbc0-4a22-9d03-459ff9160899,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:05.272539 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0d8bb-ad62-4a07-b0a6-e5b2f2de0ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c18d20-8dc7-4db8-85f8-96b93e703f49,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:05.317683 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] Publish callbacks [] for security_group (d1bd7367-fbc0-4a22-9d03-459ff9160899), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.336096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks [] for port (f0859772-0161-44d0-9616-11e398c35d8b), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.342051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] Publish callbacks [] for security_group (d1bd7367-fbc0-4a22-9d03-459ff9160899), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.395994 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.453802 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d1bd7367-fbc0-4a22-9d03-459ff9160899), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.461991 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.464017 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1bd7367-fbc0-4a22-9d03-459ff9160899 HTTP/1.1" status: 204  len: 168 time: 0.2127869
Jan 10 12:48:05.483337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335db9d8-3abf-40ae-8a7f-b0dc913ba85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd7367-fbc0-4a22-9d03-459ff9160899,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:05.494038 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:05.500754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Pushing event updated for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:05.505309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:05.506651 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6aeb4-167d-432c-8614-510237b8ac33 req-41eb975a-5b0d-4f17-bbfe-e193acb1f020 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:05.507635 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:05.508874 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a5e6aeb4-167d-432c-8614-510237b8ac33 req-41eb975a-5b0d-4f17-bbfe-e193acb1f020 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0990815
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   from cryptography.utils import int_from_bytes
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   from cryptography.utils import int_from_bytes
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.512390 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:05.514310 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:05.514919 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:05.515286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.538948 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Allocated IP 172.20.0.5 (497213e1-63f6-4b0c-9b64-5f0e17031989/b9e74b44-696a-4cea-ab9c-168440aa7b94/5f9bf9f4-13cb-4777-adde-d6b21836bdff) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:05.548074 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-ac139e87-79fd-443c-abb8-c85bb0cd770e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3419344
Jan 10 12:48:05.598787 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a5e6aeb4-167d-432c-8614-510237b8ac33 req-f197a9fc-bac1-4138-9254-66657367979c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824134
Jan 10 12:48:05.669709 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efd5c6-37e5-4347-b3ab-00dfb432f8a4 req-0eb066e7-3bde-4782-bd96-5d872465ffb3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:05.672413 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c5efd5c6-37e5-4347-b3ab-00dfb432f8a4 req-0eb066e7-3bde-4782-bd96-5d872465ffb3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0662229
Jan 10 12:48:05.755409 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9bd97e8a-1410-4309-ae08-a29e5add61f4 req-45053347-6a70-43a2-8542-330cfe83af40 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 210 time: 0.0425189
Jan 10 12:48:05.775890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks [] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:05.781126 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c5efd5c6-37e5-4347-b3ab-00dfb432f8a4 req-2ac561b4-519d-49e8-8bb8-b876b59fbc36 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999534
Jan 10 12:48:05.824132 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.051789 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e8f6-b04a-4ca8-a492-526edf5b50f1 req-97163a0d-1445-4543-b3fb-76d9551551f0 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:06.054104 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ef77e8f6-b04a-4ca8-a492-526edf5b50f1 req-97163a0d-1445-4543-b3fb-76d9551551f0 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.0758142
Jan 10 12:48:06.060634 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Network 497213e1-63f6-4b0c-9b64-5f0e17031989 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:06.068486 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:06.072874 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:06.078058 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:06.078688 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.082353 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Pushing event updated for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:06.100483 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-bbfd82e5-b4c3-4fcc-8348-159d0c8be41c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8148272
Jan 10 12:48:06.126140 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ef77e8f6-b04a-4ca8-a492-526edf5b50f1 req-4d711d07-705a-43ca-a3f8-89962b64949f tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637822
Jan 10 12:48:06.453416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60810) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:06.631395 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-92615324-network', 'tenant_id': '55cf2241773145dca4016f5f0fa4c0d4'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:06.658451 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Made reservation on behalf of 55cf2241773145dca4016f5f0fa4c0d4 for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:06.662041 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.672872 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.765377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b39076-d566-4e03-a67b-62a095efb278 req-45e7c784-93d8-44a8-996f-49a6f87a30d0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:06.767130 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b6b39076-d566-4e03-a67b-62a095efb278 req-45e7c784-93d8-44a8-996f-49a6f87a30d0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0859149
Jan 10 12:48:06.883687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks [] for security_group (94c368e2-72bf-4ecd-97ed-a13544fc69ad), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.891166 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b6b39076-d566-4e03-a67b-62a095efb278 req-e6dba174-d151-4541-b640-724b3a81030c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170166
Jan 10 12:48:06.894523 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (94c368e2-72bf-4ecd-97ed-a13544fc69ad), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.934548 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fcd14-6541-44ff-9ad0-65db228f7438 req-fdd00dda-3d30-446e-970c-d8f20606c576 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:06.936999 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aa8fcd14-6541-44ff-9ad0-65db228f7438 req-fdd00dda-3d30-446e-970c-d8f20606c576 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 931 time: 0.1225724
Jan 10 12:48:06.942997 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:48:06.966246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c368e2-72bf-4ecd-97ed-a13544fc69ad,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:06.969158 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (c5c2bbae-8377-4c4e-942f-01ac6a7408b2), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:06.969498 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Added segment c5c2bbae-8377-4c4e-942f-01ac6a7408b2 of type vlan for network b58b17a8-6045-49e1-ad4c-5b2e4578c921
Jan 10 12:48:07.073788 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (b58b17a8-6045-49e1-ad4c-5b2e4578c921), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.108843 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aa8fcd14-6541-44ff-9ad0-65db228f7438 req-5777172d-031e-4ae0-94bb-34af745895ba tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586244
Jan 10 12:48:07.126933 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342c7fd-2a49-4269-9430-a6c9e53daa54 req-5f049720-c7a5-4c21-a002-35f2df53dc7f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:07.128685 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4342c7fd-2a49-4269-9430-a6c9e53daa54 req-5f049720-c7a5-4c21-a002-35f2df53dc7f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.1410477
Jan 10 12:48:07.129938 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (b58b17a8-6045-49e1-ad4c-5b2e4578c921), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.130796 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:07.131349 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.220603 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7657168
Jan 10 12:48:07.224341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60842) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:07.230038 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Request body: {'subnet': {'network_id': 'b58b17a8-6045-49e1-ad4c-5b2e4578c921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-92615324-subnet', 'tenant_id': '55cf2241773145dca4016f5f0fa4c0d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:07.256746 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Made reservation on behalf of 55cf2241773145dca4016f5f0fa4c0d4 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:07.258210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1463-6a6b-4008-ad97-1f8e1d821e63 admin admin] Pushing event updated for resources: {'Network': ['ID=b58b17a8-6045-49e1-ad4c-5b2e4578c921,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:07.259404 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.277834 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network b58b17a8-6045-49e1-ad4c-5b2e4578c921 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:48:07.290150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4342c7fd-2a49-4269-9430-a6c9e53daa54 req-821cf2f2-6694-4f0b-82cc-bd31e96d2176 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498570
Jan 10 12:48:07.306484 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d4bf-ebd3-4123-b9e6-cf646ed60309 req-96647edf-9b5a-4060-aa73-08743f282498 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:07.316931 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c515d4bf-ebd3-4123-b9e6-cf646ed60309 req-96647edf-9b5a-4060-aa73-08743f282498 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 943 time: 0.1040304
Jan 10 12:48:07.377024 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c515d4bf-ebd3-4123-b9e6-cf646ed60309 req-c734ea79-2706-4e58-b5b6-affc17a1e4fb tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555816
Jan 10 12:48:07.419087 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 20b9c325-c5a2-4308-bf9c-add26af27b1a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:07.450115 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Request body: {'port': {'device_id': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:07.496414 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Request body: {'port': {'device_id': 'e102ed1c-55c4-488a-9729-a99f58666989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:07.569420 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-69a4d938-d7c9-4ad3-9802-aa29e30f0535 service neutron] 10.222.0.15 "GET /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639388
Jan 10 12:48:07.576551 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-835c908c-c51b-4bf6-b575-0f281e6b28b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 217 time: 0.1410427
Jan 10 12:48:07.721832 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a,segment=NetworkSegment(b2d6ed7a-b71c-4fb0-8648-b745c65f94d1),segment_id=b2d6ed7a-b71c-4fb0-8648-b745c65f94d1)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:07.735747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '20b9c325-c5a2-4308-bf9c-add26af27b1a', 'network_id': '49875016-4f0b-4a71-9be4-5256b69fc5a3', 'port_id': '20b9c325-c5a2-4308-bf9c-add26af27b1a', 'mac_address': 'fa:16:3e:c8:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:07.752831 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.777715 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 20b9c325-c5a2-4308-bf9c-add26af27b1a is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:07.778106 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.791913 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b9c325-c5a2-4308-bf9c-add26af27b1a {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:07.802417 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-f7bba957-4a24-463a-a394-8a6c760941c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:07.803971 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-f7bba957-4a24-463a-a394-8a6c760941c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.1837020
Jan 10 12:48:07.808892 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (c2e713fc-2b05-443b-a126-447127fd15fc), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.812121 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0859772-0161-44d0-9616-11e398c35d8b), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.815283 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a,segment=NetworkSegment(b2d6ed7a-b71c-4fb0-8648-b745c65f94d1),segment_id=b2d6ed7a-b71c-4fb0-8648-b745c65f94d1)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:07.822137 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:07.857572 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d34a90ba-0790-475b-bed7-ba848225963a req-b6d6ec55-1685-4f0d-8663-50fae179efb0 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4578846
Jan 10 12:48:07.874602 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:08.048887 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0a09-4a69-420d-aabe-f77b28ab18cf req-6157d19f-bf5f-4cc9-a77b-cb31428e59c9 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.050521 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9d6e0a09-4a69-420d-aabe-f77b28ab18cf req-6157d19f-bf5f-4cc9-a77b-cb31428e59c9 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0805860
Jan 10 12:48:08.055188 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e713fc-2b05-443b-a126-447127fd15fc,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:08.099707 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['20b9c325-c5a2-4308-bf9c-add26af27b1a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:08.100740 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9d6e0a09-4a69-420d-aabe-f77b28ab18cf req-541911b4-b83d-4322-8437-826c9bb3808b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439425
Jan 10 12:48:08.138338 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-dbc35d9e-4248-48da-8f2f-d287c44ce93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.139986 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-dbc35d9e-4248-48da-8f2f-d287c44ce93c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3230100
Jan 10 12:48:08.245615 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Checking segment: {'id': 'c5c2bbae-8377-4c4e-942f-01ac6a7408b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b58b17a8-6045-49e1-ad4c-5b2e4578c921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:08.246295 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Network hostable DHCP agents. Network: b58b17a8-6045-49e1-ad4c-5b2e4578c921, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:48:08.247530 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544caa4a-3cd3-41dd-947f-3249f571e873 req-1124a51f-3c9f-4cf6-9e3a-79f9a93b2b55 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.249259 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-2bd610cd-6480-45fd-972d-145cf751c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.249493 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-544caa4a-3cd3-41dd-947f-3249f571e873 req-1124a51f-3c9f-4cf6-9e3a-79f9a93b2b55 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 931 time: 0.0611479
Jan 10 12:48:08.250783 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-2bd610cd-6480-45fd-972d-145cf751c7b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 1097 time: 0.3386219
Jan 10 12:48:08.298488 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-544caa4a-3cd3-41dd-947f-3249f571e873 req-46cc2dc1-69de-49e5-9274-29bb73dd34aa tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410731
Jan 10 12:48:08.425134 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c511711-a774-49fc-86bb-a402b9b3e6c1 req-19e4fd72-79e8-4a16-b83f-c2d032bab76f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.426660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c511711-a774-49fc-86bb-a402b9b3e6c1 req-19e4fd72-79e8-4a16-b83f-c2d032bab76f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0530879
Jan 10 12:48:08.463364 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Network b58b17a8-6045-49e1-ad4c-5b2e4578c921 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:48:08.505206 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c511711-a774-49fc-86bb-a402b9b3e6c1 req-9e03b8f2-332f-483c-b980-9b910453e795 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721784
Jan 10 12:48:08.533043 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2140-d161-4aae-a4f6-2b405751d80b req-6ad983e7-a6d6-472e-978a-a3656c4542cd tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.533329 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b58b17a8-6045-49e1-ad4c-5b2e4578c921) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:08.535622 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c4b2140-d161-4aae-a4f6-2b405751d80b req-6ad983e7-a6d6-472e-978a-a3656c4542cd tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 944 time: 0.0579593
Jan 10 12:48:08.538532 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea315fc-44f4-4676-b327-01236f541f7a None None] Network b58b17a8-6045-49e1-ad4c-5b2e4578c921 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:08.541450 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-929f5948-7336-464b-b1df-637bf3560903 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867526
Jan 10 12:48:08.549545 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.550141 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:08.584485 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c4b2140-d161-4aae-a4f6-2b405751d80b req-dd57adb9-4553-4b4a-b1f1-c9a228a686d2 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458558
Jan 10 12:48:08.599930 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-59406355-16ea-4a6d-8d07-d9ddad8ee276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.601560 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-59406355-16ea-4a6d-8d07-d9ddad8ee276 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 914 time: 0.3403001
Jan 10 12:48:08.604746 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-2c2da0bb-3fbe-44d2-bedb-09cc31e04b2e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3790147
Jan 10 12:48:08.665166 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b20e8-667d-4a23-820e-dce39c703665 None None] Network b58b17a8-6045-49e1-ad4c-5b2e4578c921 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:08.691385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-93beccd7-91ab-46bc-8a58-4a00b3e11c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:08.701273 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-38ded2da-a842-422e-82bc-47e6b917efa6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6 HTTP/1.1" status: 200  len: 217 time: 0.0924857
Jan 10 12:48:08.788898 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9bf9f4-13cb-4777-adde-d6b21836bdff {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:08.815575 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks [] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:08.820981 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e112aca4-1992-4ecf-9d34-4736f5fbb66b req-22e86bbf-a734-417f-bdac-9908d6c5d2fb service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2637956
Jan 10 12:48:08.839719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-7874a9dc-8adb-4d92-a7f3-8d794c6eec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:08.841220 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-7874a9dc-8adb-4d92-a7f3-8d794c6eec27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.1308417
Jan 10 12:48:08.842167 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Transition to ACTIVE for port object 5f9bf9f4-13cb-4777-adde-d6b21836bdff will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:48:08.865837 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:08.952379 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-0e2897fe-5825-4a6f-904c-8c09479a1bc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1040411
Jan 10 12:48:09.283031 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee13a5-d99a-4160-9ba5-eb8d656f634e req-da05bb3e-be96-4834-9e20-d37cb5c9f191 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:09.291211 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66ee13a5-d99a-4160-9ba5-eb8d656f634e req-da05bb3e-be96-4834-9e20-d37cb5c9f191 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 944 time: 0.0870478
Jan 10 12:48:09.314341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 60914) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:09.334142 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1134327427-network', 'tenant_id': 'a246d3cdf9da4131a81b87e8a13bd9c3'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:09.341057 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:09.352803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66ee13a5-d99a-4160-9ba5-eb8d656f634e req-c53f7297-5093-4ab2-bd41-d859c5761711 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580399
Jan 10 12:48:09.413689 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c86b883-3cd7-458e-b400-d77a0e4ebea6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:09.437005 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Attempting to bind port 5f9bf9f4-13cb-4777-adde-d6b21836bdff on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:09.437342 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Attempting to bind port 5f9bf9f4-13cb-4777-adde-d6b21836bdff by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:09.437672 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Attempting to bind port 5f9bf9f4-13cb-4777-adde-d6b21836bdff on network 497213e1-63f6-4b0c-9b64-5f0e17031989 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:09.447969 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ba89-31d3-4df7-9b3e-3ece57d4e069 req-a60d60a8-cd6d-4bc5-8bce-f65eff2593e8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:09.458055 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Made reservation on behalf of a246d3cdf9da4131a81b87e8a13bd9c3 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:09.458310 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d747ba89-31d3-4df7-9b3e-3ece57d4e069 req-a60d60a8-cd6d-4bc5-8bce-f65eff2593e8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.0800855
Jan 10 12:48:09.460944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.463582 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 20b9c325-c5a2-4308-bf9c-add26af27b1a up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:09.473736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Port 5f9bf9f4-13cb-4777-adde-d6b21836bdff on network 497213e1-63f6-4b0c-9b64-5f0e17031989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:48:09.474102 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Attempting to bind port 5f9bf9f4-13cb-4777-adde-d6b21836bdff on network 497213e1-63f6-4b0c-9b64-5f0e17031989 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:09.477497 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-60a3a855-680e-43a6-bf37-37c68a5fd025 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4950125
Jan 10 12:48:09.483066 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.509008 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d747ba89-31d3-4df7-9b3e-3ece57d4e069 req-faef768e-d6b3-4684-84ba-90df8f66eb99 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499411
Jan 10 12:48:09.535849 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:09.537547 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Checking segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:09.538292 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Bound using segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:09.539033 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Bound port: 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:09.539403 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.575096 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 20b9c325-c5a2-4308-bf9c-add26af27b1a completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:09.585308 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:09.588146 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 20b9c325-c5a2-4308-bf9c-add26af27b1a triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:09.588729 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.617301 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0859772-0161-44d0-9616-11e398c35d8b {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:09.627312 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'port_id': '6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'mac_address': 'fa:16:3e:ad:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9403c6c1-8e3d-42d3-8762-9588cf0eea48', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:09.631926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks [] for port (f0859772-0161-44d0-9616-11e398c35d8b), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.687045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:09.687908 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.711788 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d079973f-8966-49b3-93ee-f717720567da req-95b05459-2188-4857-bc7d-84b30eeaaa1a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:09.715308 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d079973f-8966-49b3-93ee-f717720567da req-95b05459-2188-4857-bc7d-84b30eeaaa1a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.1169379
Jan 10 12:48:09.723688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c86b883-3cd7-458e-b400-d77a0e4ebea6 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:09.753282 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks [] for security_group (be4b98da-d049-4d57-a0da-5cf4f893e565), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.761589 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:09.763817 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 20b9c325-c5a2-4308-bf9c-add26af27b1a is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:09.764567 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.766674 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Transition to ACTIVE for port object f0859772-0161-44d0-9616-11e398c35d8b will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:48:09.771997 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be4b98da-d049-4d57-a0da-5cf4f893e565), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.779746 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.795472 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d079973f-8966-49b3-93ee-f717720567da req-8ce80bdd-c979-40c5-bd90-4b6085add244 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685873
Jan 10 12:48:09.823037 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.862996 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:09.873252 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:09.906449 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:48:09.921036 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b98da-d049-4d57-a0da-5cf4f893e565,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:09.925819 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-3cb5ec65-f19a-4926-9292-f06c800080e3 req-92384677-80c8-4777-970f-ad039fb24423 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141052
Jan 10 12:48:09.932483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:09.955912 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (21d28213-3e38-4bd3-bc87-ee1017726f8e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.956754 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Added segment 21d28213-3e38-4bd3-bc87-ee1017726f8e of type vlan for network 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e
Jan 10 12:48:09.976334 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a,segment=NetworkSegment(b2d6ed7a-b71c-4fb0-8648-b745c65f94d1),segment_id=b2d6ed7a-b71c-4fb0-8648-b745c65f94d1)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:09.983159 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:09.997466 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:10.026516 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Pushing event updated for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:10.029973 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.036614 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Attempting to bind port f0859772-0161-44d0-9616-11e398c35d8b on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:10.036980 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Attempting to bind port f0859772-0161-44d0-9616-11e398c35d8b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:10.037596 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Attempting to bind port f0859772-0161-44d0-9616-11e398c35d8b on network 497213e1-63f6-4b0c-9b64-5f0e17031989 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:10.054445 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.062445 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a5eab-3fd7-4192-a233-1ee26f949593 req-dd5e3525-fbda-4be3-b06c-ac93ace8dfa8 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.064015 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a5a5eab-3fd7-4192-a233-1ee26f949593 req-dd5e3525-fbda-4be3-b06c-ac93ace8dfa8 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 944 time: 0.3477631
Jan 10 12:48:10.076899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Port f0859772-0161-44d0-9616-11e398c35d8b on network 497213e1-63f6-4b0c-9b64-5f0e17031989 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:48:10.077226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Attempting to bind port f0859772-0161-44d0-9616-11e398c35d8b on network 497213e1-63f6-4b0c-9b64-5f0e17031989 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:10.080139 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:10.084207 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:10.097926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:10.098279 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Checking segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:10.098654 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Bound using segment: {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:10.099102 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Bound port: f0859772-0161-44d0-9616-11e398c35d8b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bf046c-b32d-4120-8515-31c2512e34a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:10.099454 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0859772-0161-44d0-9616-11e398c35d8b), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.104605 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.105232 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.106997 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] 10.222.0.15 "PUT /v2.0/ports/5f9bf9f4-13cb-4777-adde-d6b21836bdff HTTP/1.1" status: 200  len: 1093 time: 2.6644313
Jan 10 12:48:10.118365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:10.120579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f846b6-5780-4707-94a6-a240da0c8198" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:10.194865 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.195852 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.196488 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.221279 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5bb35-4b30-44ae-b6d5-807cf4c86037 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:10.235940 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a5a5eab-3fd7-4192-a233-1ee26f949593 req-0bef607d-7ca9-4a89-bb2a-2b7930c9d64d tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448183
Jan 10 12:48:10.304305 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bd4b60-f4fe-4c3f-bc2e-5debd7064177" -d '{"events": [{"server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "name": "network-vif-plugged", "status": "completed", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:10.324350 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9928043
Jan 10 12:48:10.327347 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60958) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:10.331566 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:10.333887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68be11e-fa6f-45e6-80e6-f93a36e66bab admin admin] Pushing event updated for resources: {'Network': ['ID=33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:10.339249 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0859772-0161-44d0-9616-11e398c35d8b,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:10.343350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-4898186c-b187-4e59-834a-acec69e8e6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.345155 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-4898186c-b187-4e59-834a-acec69e8e6ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 1096 time: 0.1636276
Jan 10 12:48:10.346987 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6738db67-415a-435c-b2a4-8970bbebb136 x-openstack-request-id: req-6738db67-415a-435c-b2a4-8970bbebb136 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:10.347196 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:10.347544 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6738db67-415a-435c-b2a4-8970bbebb136 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:10.347871 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'status': 'completed', 'code': 200}
Jan 10 12:48:10.349715 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.351219 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Request body: {'subnet': {'network_id': '33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1134327427-subnet', 'tenant_id': 'a246d3cdf9da4131a81b87e8a13bd9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:10.367772 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:48:10.405989 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Made reservation on behalf of a246d3cdf9da4131a81b87e8a13bd9c3 for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:10.411099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.420130 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-32d5d7ae-fc2a-4072-a247-452d74f204b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff HTTP/1.1" status: 200  len: 217 time: 0.0677919
Jan 10 12:48:10.426907 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.427556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.429042 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 1094 time: 2.9954171
Jan 10 12:48:10.515836 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9c5c0-3792-40f2-92f8-8a810d0ba829 service neutron] Pushing event updated for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:10.537548 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-87311070-ae90-425e-b196-e0b3a7c197a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.539028 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-87311070-ae90-425e-b196-e0b3a7c197a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.1074622
Jan 10 12:48:10.566429 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b8121-8db8-416f-ab08-ef158e9bd992 x-openstack-request-id: req-159b8121-8db8-416f-ab08-ef158e9bd992 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:10.566802 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "name": "network-vif-plugged", "status": "completed", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:10.567049 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-159b8121-8db8-416f-ab08-ef158e9bd992 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:10.567571 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a', 'code': 200}
Jan 10 12:48:10.595365 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-fafd8a91-45fa-4538-b8f1-3101acd425db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375490
Jan 10 12:48:10.662142 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-362b2025-e01b-468e-9397-028f08e5b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.664101 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-362b2025-e01b-468e-9397-028f08e5b263 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1097 time: 0.1418126
Jan 10 12:48:10.669088 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedc1e3-722b-4167-b122-53b8a9f5b109 req-d5adab72-c7a6-4c89-8c3d-91dbe117803b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.678322 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7aedc1e3-722b-4167-b122-53b8a9f5b109 req-d5adab72-c7a6-4c89-8c3d-91dbe117803b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 945 time: 0.1047528
Jan 10 12:48:10.702880 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60970) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:10.720714 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-45c791c2-660e-4814-8106-0f186a9e67fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0426965
Jan 10 12:48:10.794066 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-e0560529-457d-4ca4-bc3d-34793efc36b2 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1891601
Jan 10 12:48:10.837477 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-fe0df4a8-18ea-46b4-a95c-d64156851149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.838959 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-fe0df4a8-18ea-46b4-a95c-d64156851149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.1102881
Jan 10 12:48:10.844303 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7aedc1e3-722b-4167-b122-53b8a9f5b109 req-15b2c348-d498-4a55-a63b-0f44f7993a20 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1393728
Jan 10 12:48:10.853644 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-902e88e7-b520-446a-8520-8d12ea86ede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.857309 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-902e88e7-b520-446a-8520-8d12ea86ede5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 1098 time: 0.0950613
Jan 10 12:48:10.864956 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6a6012b2-19da-4c92-a523-6b195288a70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.867841 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db385bd-f829-4d62-bcc4-b3cadad9ecbb req-884e910a-9ab8-45bd-b738-06e007270b5b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:10.869453 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5db385bd-f829-4d62-bcc4-b3cadad9ecbb req-884e910a-9ab8-45bd-b738-06e007270b5b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.1696820
Jan 10 12:48:10.941657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52d48bff-0dd7-4381-995c-ec400c61d5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:10.990661 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (16998194-4e08-417f-9229-77af543eaa91), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.065730 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5db385bd-f829-4d62-bcc4-b3cadad9ecbb req-962c09be-a559-4bb0-a533-23e8316025c8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1621597
Jan 10 12:48:11.077283 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982dc7a1-95cb-4bc2-a818-d39880d03ba2 req-9f47631e-01a8-4038-b02f-2244d55283f0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:11.078588 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-982dc7a1-95cb-4bc2-a818-d39880d03ba2 req-9f47631e-01a8-4038-b02f-2244d55283f0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.1622086
Jan 10 12:48:11.109660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16998194-4e08-417f-9229-77af543eaa91,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:11.174292 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Checking segment: {'id': '21d28213-3e38-4bd3-bc87-ee1017726f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:11.174639 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Network hostable DHCP agents. Network: 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:48:11.192165 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-982dc7a1-95cb-4bc2-a818-d39880d03ba2 req-00e4e308-6c1b-44fa-92af-b7570fed445f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052103
Jan 10 12:48:11.208955 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52d48bff-0dd7-4381-995c-ec400c61d5b1 admin admin] Publish callbacks [] for security_group (6bb2ee88-31fc-422f-a5d9-369067a8a429), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.213871 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-52d48bff-0dd7-4381-995c-ec400c61d5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (6bb2ee88-31fc-422f-a5d9-369067a8a429), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.218469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Network 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:48:11.251865 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:11.259803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-52d48bff-0dd7-4381-995c-ec400c61d5b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bde1fd5253314ab9b84d29e7bd0d1134&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5505118
Jan 10 12:48:11.260183 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 60986) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:11.267018 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d07bd7-db13-46aa-bf54-10c6e89df3dd None None] Network 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:11.267475 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d48bff-0dd7-4381-995c-ec400c61d5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb2ee88-31fc-422f-a5d9-369067a8a429,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:11.271419 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:11.272041 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.303618 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-0a23b31a-6e3b-43e5-8f48-7b6c7483fe16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9743283
Jan 10 12:48:11.360977 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] Publish callbacks [] for security_group (6bb2ee88-31fc-422f-a5d9-369067a8a429), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.374517 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a709c5-f3fd-4d4f-91e8-cfdde5e9486c req-fb565361-1da9-4f79-adf7-dbf583342c90 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:11.376046 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-41a709c5-f3fd-4d4f-91e8-cfdde5e9486c req-fb565361-1da9-4f79-adf7-dbf583342c90 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0713327
Jan 10 12:48:11.376208 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94720556-7208-49a3-a333-b5510e5f56cf None None] Network 33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:11.407738 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] Publish callbacks [] for security_group (6bb2ee88-31fc-422f-a5d9-369067a8a429), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.465926 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-41a709c5-f3fd-4d4f-91e8-cfdde5e9486c req-ac873495-b444-46ab-a53a-a2e123324b10 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789714
Jan 10 12:48:11.486144 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (6bb2ee88-31fc-422f-a5d9-369067a8a429), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.489291 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.496022 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bb2ee88-31fc-422f-a5d9-369067a8a429 HTTP/1.1" status: 204  len: 168 time: 0.2317843
Jan 10 12:48:11.502770 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d80fd-1792-41fb-bb02-50c41fc8a00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb2ee88-31fc-422f-a5d9-369067a8a429,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:11.772574 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 32768) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:11.786424 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc66f-7ec7-487b-960a-b8819ac6b2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.878944 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc66f-7ec7-487b-960a-b8819ac6b2ab admin admin] Publish callbacks [] for security_group (052cab84-452b-4999-8b4e-854bdaf707ab), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.886139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc66f-7ec7-487b-960a-b8819ac6b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (052cab84-452b-4999-8b4e-854bdaf707ab), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:11.955071 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ee4dc66f-7ec7-487b-960a-b8819ac6b2ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23b2e8d8c3b44e9a993455a2f76eaed0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1813776
Jan 10 12:48:11.957965 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 32776) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:11.958470 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc66f-7ec7-487b-960a-b8819ac6b2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052cab84-452b-4999-8b4e-854bdaf707ab,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:11.989305 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37591137-b25f-43af-9188-90a7d3ca30cb req-978ea25b-9cd4-4949-a316-9443bf1c10b4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:11.990835 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-37591137-b25f-43af-9188-90a7d3ca30cb req-978ea25b-9cd4-4949-a316-9443bf1c10b4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 945 time: 0.0857608
Jan 10 12:48:12.011408 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.019751 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] Publish callbacks [] for security_group (052cab84-452b-4999-8b4e-854bdaf707ab), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.044635 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] Publish callbacks [] for security_group (052cab84-452b-4999-8b4e-854bdaf707ab), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.046126 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-37591137-b25f-43af-9188-90a7d3ca30cb req-6c8827e2-9f9a-41c7-9dc5-094e0c7c2fa7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481346
Jan 10 12:48:12.104099 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (052cab84-452b-4999-8b4e-854bdaf707ab), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.107388 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.108610 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/052cab84-452b-4999-8b4e-854bdaf707ab HTTP/1.1" status: 204  len: 168 time: 0.1496701
Jan 10 12:48:12.117843 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a2ea1-98ff-4844-a1be-399ba108b908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052cab84-452b-4999-8b4e-854bdaf707ab,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:12.193640 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca1267-f85d-4053-9ee8-8874d4fb625a req-c522056b-b5bc-47c0-b941-2f3544e0b28e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:12.196734 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-56ca1267-f85d-4053-9ee8-8874d4fb625a req-c522056b-b5bc-47c0-b941-2f3544e0b28e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.0584867
Jan 10 12:48:12.264408 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-56ca1267-f85d-4053-9ee8-8874d4fb625a req-bce88389-2ce8-425f-88b5-bebb3fa471c3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623724
Jan 10 12:48:12.332719 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd201b-34d8-476c-afe7-aa47c6bfa900 req-a4051d36-e43f-4aba-a847-1f643ba53263 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:12.334361 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94cd201b-34d8-476c-afe7-aa47c6bfa900 req-a4051d36-e43f-4aba-a847-1f643ba53263 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0569632
Jan 10 12:48:12.348615 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:12.351554 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb8065-985f-4858-adf0-aeef4dd28ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "tag": "f0859772-0161-44d0-9616-11e398c35d8b"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:12.395957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc01af06-e8c0-403c-999e-24c8a90e0c32 x-openstack-request-id: req-fc01af06-e8c0-403c-999e-24c8a90e0c32 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:12.396547 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "tag": "f0859772-0161-44d0-9616-11e398c35d8b", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:12.396804 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc01af06-e8c0-403c-999e-24c8a90e0c32 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:12.397383 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b', 'status': 'completed', 'code': 200}
Jan 10 12:48:12.401373 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94cd201b-34d8-476c-afe7-aa47c6bfa900 req-97e9028c-2078-47fa-be5c-65075fde5705 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558209
Jan 10 12:48:12.420948 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:12.574977 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:12.596890 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '0341fd05-df0a-4b20-a713-82457a146a1c', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:12.604637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8d1b6-205a-4438-9ac8-735b6e8610a5 req-cb5a509d-ab03-43a1-9df9-e29ec782a607 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:12.606568 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7eb8d1b6-205a-4438-9ac8-735b6e8610a5 req-cb5a509d-ab03-43a1-9df9-e29ec782a607 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0591664
Jan 10 12:48:12.640212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:12.640604 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.654444 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:12.655444 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7eb8d1b6-205a-4438-9ac8-735b6e8610a5 req-f59a4894-ca31-4f6f-9eb8-cc8d5da5d615 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409920
Jan 10 12:48:12.678140 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:12.682688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:12.739757 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:13.163484 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a5d65-8406-4d40-a7a8-ebb0909c61fe req-8ef65bb4-507b-4c14-9ef7-1c7168bbc546 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:13.164980 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ec9a5d65-8406-4d40-a7a8-ebb0909c61fe req-8ef65bb4-507b-4c14-9ef7-1c7168bbc546 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 945 time: 0.0490856
Jan 10 12:48:13.215610 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ec9a5d65-8406-4d40-a7a8-ebb0909c61fe req-4f8a91d6-1396-4c8e-babc-5d57fbbc5d3d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444155
Jan 10 12:48:13.313870 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c86b883-3cd7-458e-b400-d77a0e4ebea6 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:13.384435 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-26e9a2fd-9410-4c1e-a0d0-7df3cc822bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636599
Jan 10 12:48:13.386897 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-d90ec9e3-14ef-47d2-8e3f-b12acec78ca4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.414201 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:13.416957 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4527e-4715-4fba-a305-e46554e76267 req-ff8d8d42-6d0f-4987-809b-c8173a8f2c2c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:13.419727 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:13.420301 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.426062 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-55d4527e-4715-4fba-a305-e46554e76267 req-ff8d8d42-6d0f-4987-809b-c8173a8f2c2c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.0770566
Jan 10 12:48:13.489895 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-55d4527e-4715-4fba-a305-e46554e76267 req-b6c7ad1f-c997-4739-8e74-b518b985c946 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603397
Jan 10 12:48:13.528743 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:13.529134 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.540423 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0c24-0444-4243-b4fb-7fdfc59df37d req-59ed9d9e-4089-4c64-a00b-6299dbb7cac2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:13.542083 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3a2c0c24-0444-4243-b4fb-7fdfc59df37d req-59ed9d9e-4089-4c64-a00b-6299dbb7cac2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0508356
Jan 10 12:48:13.570022 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:13.574701 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd995865-efdb-43bf-ae94-3bc0af10f5bb" -d '{"events": [{"server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "name": "network-vif-plugged", "status": "completed", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:13.583804 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['0341fd05-df0a-4b20-a713-82457a146a1c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:13.613432 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3a2c0c24-0444-4243-b4fb-7fdfc59df37d req-9802dc0c-eaa2-451e-b140-3bd4e3671c7a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658963
Jan 10 12:48:13.625478 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:13.640432 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30349b86-5d55-40a2-815c-36a6d0eab8a7 req-cc05cd3a-ef06-4600-aa72-cce02fe2e004 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3326194
Jan 10 12:48:13.641027 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.645750 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-9cd9d1fb-6965-4a24-b05f-a0a054faf480 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2215343
Jan 10 12:48:13.715617 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165536e8-560a-40dc-a7c0-08df95527f52 x-openstack-request-id: req-165536e8-560a-40dc-a7c0-08df95527f52 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:13.716385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "name": "network-vif-plugged", "status": "completed", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:13.716951 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-165536e8-560a-40dc-a7c0-08df95527f52 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:13.717504 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'code': 200}
Jan 10 12:48:13.719199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:13.765443 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.795147 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-d90ec9e3-14ef-47d2-8e3f-b12acec78ca4 service neutron] Publish callbacks [] for security_group (ad077330-0604-4ff5-bedc-ba82d7617960), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.810248 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-d90ec9e3-14ef-47d2-8e3f-b12acec78ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (ad077330-0604-4ff5-bedc-ba82d7617960), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:13.875110 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f846b6-5780-4707-94a6-a240da0c8198 req-ffd63450-acad-4f6f-ba6a-bb3eb9a2c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:13.876653 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-ffd63450-acad-4f6f-ba6a-bb3eb9a2c19d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 1096 time: 0.1425278
Jan 10 12:48:13.882210 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-adc2bb1d-92b6-4dbc-88f0-1a80f163c651 req-886caba9-87d8-4e05-9ca5-5eedf17e5db0 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2293205
Jan 10 12:48:13.890995 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7bc4de9b-fa99-4232-9e54-25a992519ccf req-d90ec9e3-14ef-47d2-8e3f-b12acec78ca4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5713403
Jan 10 12:48:13.906254 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ec9e3-14ef-47d2-8e3f-b12acec78ca4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad077330-0604-4ff5-bedc-ba82d7617960,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:13.908104 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdb046-71fb-4456-b2e3-2ef560a3818b req-1c3dd3bf-050c-4fc1-b5b6-483d38927395 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:13.919028 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66fdb046-71fb-4456-b2e3-2ef560a3818b req-1c3dd3bf-050c-4fc1-b5b6-483d38927395 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.1200252
Jan 10 12:48:13.995900 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66fdb046-71fb-4456-b2e3-2ef560a3818b req-9a3b41f1-c53c-48f8-84f8-80ff6cf9c4c8 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758154
Jan 10 12:48:14.042850 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f846b6-5780-4707-94a6-a240da0c8198 req-3fb18b92-5aef-43e3-9ee7-a111d1268154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.044400 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-3fb18b92-5aef-43e3-9ee7-a111d1268154 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.1478672
Jan 10 12:48:14.052047 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:14.353669 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7e714-e645-45e8-92fa-d3df4c8fab9a req-9ea94117-1f82-4dff-8d87-a0cadddbc4bd tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.355224 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-18f7e714-e645-45e8-92fa-d3df4c8fab9a req-9ea94117-1f82-4dff-8d87-a0cadddbc4bd tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0584240
Jan 10 12:48:14.412044 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-27008644-902c-4324-8fc8-47bd16df140b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff HTTP/1.1" status: 200  len: 217 time: 0.2795415
Jan 10 12:48:14.420709 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-18f7e714-e645-45e8-92fa-d3df4c8fab9a req-aecb3c07-b63b-484b-9165-a1533e4a212b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589578
Jan 10 12:48:14.478459 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8624bcf-9c47-4850-8cc3-7018c2cb5083 req-254f88d0-6aac-41d7-9333-db0d299dfc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.480004 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b8624bcf-9c47-4850-8cc3-7018c2cb5083 req-254f88d0-6aac-41d7-9333-db0d299dfc3c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 1099 time: 0.3461654
Jan 10 12:48:14.512653 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-abba8c1b-3d19-4803-ad24-0095d0dfaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.514607 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-abba8c1b-3d19-4803-ad24-0095d0dfaf8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1097 time: 0.1512368
Jan 10 12:48:14.523896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f846b6-5780-4707-94a6-a240da0c8198 req-5b07a0ba-bff3-4625-8f14-c857be40efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.525366 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-5b07a0ba-bff3-4625-8f14-c857be40efaf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0923767
Jan 10 12:48:14.591191 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-af08c391-baa5-46f3-84e0-2d57789c9e0f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581145
Jan 10 12:48:14.598370 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b8624bcf-9c47-4850-8cc3-7018c2cb5083 req-5e532dc4-5170-4cc4-985c-49bc82050145 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105480
Jan 10 12:48:14.636037 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9761f9-7601-46b9-bacd-d081e3510005 req-2ed41c77-223d-4ff5-b619-57865b0097d5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.637891 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c9761f9-7601-46b9-bacd-d081e3510005 req-2ed41c77-223d-4ff5-b619-57865b0097d5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.0763860
Jan 10 12:48:14.708133 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c9761f9-7601-46b9-bacd-d081e3510005 req-24c1b1e1-62a7-4f3b-ab0a-a5189804876c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613284
Jan 10 12:48:14.726740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-346e7a80-1bef-47ea-a4ef-6e7712f9e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.728303 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-346e7a80-1bef-47ea-a4ef-6e7712f9e90b service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.1969132
Jan 10 12:48:14.746366 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-56da1f15-c21f-498e-863a-d0eb5a38a2d9 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185884
Jan 10 12:48:14.747539 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d85a9-dbfe-42d9-a84e-e33ea4884d41 req-409d4fa1-285f-4a01-9558-421a26e05716 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.749106 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8e9d85a9-dbfe-42d9-a84e-e33ea4884d41 req-409d4fa1-285f-4a01-9558-421a26e05716 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0543978
Jan 10 12:48:14.799085 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8e9d85a9-dbfe-42d9-a84e-e33ea4884d41 req-f0b6b569-1be8-4ae4-a96a-a7f22a804e17 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405791
Jan 10 12:48:14.847719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:14.879377 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-ae9a32a2-cb07-4126-b72c-0c48e3465205 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0565629
Jan 10 12:48:14.966995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-2e46dc41-978e-4329-9fb3-1c3c67a8d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:14.968389 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-2e46dc41-978e-4329-9fb3-1c3c67a8d9dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0616324
Jan 10 12:48:14.979054 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07f846b6-5780-4707-94a6-a240da0c8198 req-756d12db-ac2f-43e8-b619-cc6e4bb0e3ea service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575620
Jan 10 12:48:15.100344 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b33e3-e0b2-4ca6-8462-9ffc4d2734f6 req-4952b4ac-5331-4c9f-a4db-3189aef480d1 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:15.101848 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-360b33e3-e0b2-4ca6-8462-9ffc4d2734f6 req-4952b4ac-5331-4c9f-a4db-3189aef480d1 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0500736
Jan 10 12:48:15.149983 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-360b33e3-e0b2-4ca6-8462-9ffc4d2734f6 req-4387dedb-729a-4236-aa9c-18b0e683cc06 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418851
Jan 10 12:48:15.577753 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711fd34-34e9-4343-b28d-03c7cddbdc9b req-48534fe1-e04d-4262-a91a-e6ca46db163f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:15.588492 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2711fd34-34e9-4343-b28d-03c7cddbdc9b req-48534fe1-e04d-4262-a91a-e6ca46db163f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0665772
Jan 10 12:48:15.633364 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2711fd34-34e9-4343-b28d-03c7cddbdc9b req-1b982d62-2668-48b3-82b7-3cf1a6627ca3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468833
Jan 10 12:48:15.829899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dc49f-c2b9-4953-b56c-b6c1e1a7c6ea req-33f4ddfb-8288-46fd-aa14-c08223bf6b1a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:15.831963 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b72dc49f-c2b9-4953-b56c-b6c1e1a7c6ea req-33f4ddfb-8288-46fd-aa14-c08223bf6b1a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 943 time: 0.0568779
Jan 10 12:48:15.887841 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b72dc49f-c2b9-4953-b56c-b6c1e1a7c6ea req-3989461e-fc5e-4e8a-a6bc-68c31eaeabed tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499594
Jan 10 12:48:15.926299 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ee855-6c41-4d71-afaf-9b90d7e337a3 req-c7ef4460-1447-4955-aba8-cb9f2e92bf53 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:15.928439 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb6ee855-6c41-4d71-afaf-9b90d7e337a3 req-c7ef4460-1447-4955-aba8-cb9f2e92bf53 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0560470
Jan 10 12:48:15.976669 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb6ee855-6c41-4d71-afaf-9b90d7e337a3 req-c46185e5-749b-42c8-b340-c29037948204 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398166
Jan 10 12:48:16.291335 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4cd12-343d-45dc-894e-614b73232469 req-1fad7fda-74cf-4faa-a6df-86e9f8517b08 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:16.293418 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99c4cd12-343d-45dc-894e-614b73232469 req-1fad7fda-74cf-4faa-a6df-86e9f8517b08 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0635326
Jan 10 12:48:16.343579 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99c4cd12-343d-45dc-894e-614b73232469 req-c8a23c3c-488b-47fc-b51d-0b64f25ef820 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440323
Jan 10 12:48:16.564057 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 5f9bf9f4-13cb-4777-adde-d6b21836bdff details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:16.678192 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:16.691551 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'port_id': '5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'mac_address': 'fa:16:3e:e9:ed:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:16.730430 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 5f9bf9f4-13cb-4777-adde-d6b21836bdff is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:16.730828 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:16.747568 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9bf9f4-13cb-4777-adde-d6b21836bdff {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:16.767093 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26a2a-9e89-43de-aee1-ec1cb7e715b4 req-1129f2e6-be07-42e0-82ae-cccef8229cd2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:16.768335 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:16.768659 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-46a26a2a-9e89-43de-aee1-ec1cb7e715b4 req-1129f2e6-be07-42e0-82ae-cccef8229cd2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0642822
Jan 10 12:48:16.775591 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:16.817715 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-46a26a2a-9e89-43de-aee1-ec1cb7e715b4 req-f5e56b32-c272-4448-b4b4-8567d380f804 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428367
Jan 10 12:48:16.825005 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:17.019737 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d907f-a443-4080-9a1d-8b7db76c030b req-11768b50-3efc-4bce-94ac-f11888114ac8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:17.021443 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c82d907f-a443-4080-9a1d-8b7db76c030b req-11768b50-3efc-4bce-94ac-f11888114ac8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0623543
Jan 10 12:48:17.093600 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c82d907f-a443-4080-9a1d-8b7db76c030b req-b13791b1-b183-4932-af4c-b2d9708f0aa3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646889
Jan 10 12:48:17.114960 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa5a06-92ac-4686-aecd-8dc53f132f0b req-b5f5f66d-b8de-41f6-949d-f3d7948079ff tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:17.116455 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94fa5a06-92ac-4686-aecd-8dc53f132f0b req-b5f5f66d-b8de-41f6-949d-f3d7948079ff tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0614240
Jan 10 12:48:17.162981 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94fa5a06-92ac-4686-aecd-8dc53f132f0b req-bf8d5dea-c67b-460f-9158-19364e402947 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409772
Jan 10 12:48:17.467476 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a617d5-0b1b-46f8-9e76-6cd626796c32 req-b1fafa46-9d1d-4249-9048-670159aafdef tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:17.468936 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b2a617d5-0b1b-46f8-9e76-6cd626796c32 req-b1fafa46-9d1d-4249-9048-670159aafdef tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0578620
Jan 10 12:48:17.503961 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:17.520274 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-287bc7f4-5af8-487a-be0c-af8e52f6556f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0253825
Jan 10 12:48:17.525937 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b2a617d5-0b1b-46f8-9e76-6cd626796c32 req-9652a199-936c-4d09-9cba-2d99b1102dfc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487840
Jan 10 12:48:17.574520 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 0341fd05-df0a-4b20-a713-82457a146a1c completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:17.578148 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 0341fd05-df0a-4b20-a713-82457a146a1c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:17.578522 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:17.624843 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-30578c19-0670-4bbd-8c27-4ddf9d09cb07 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948656
Jan 10 12:48:17.735082 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8acb8065-985f-4858-adf0-aeef4dd28ec3 req-a83feff2-7f6d-4d2e-82ba-fa3bf32b781b service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929048
Jan 10 12:48:17.768366 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:17.768758 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:17.794182 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:17.796450 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6620268-5a2b-4cdc-8cba-4570f23fa4a7" -d '{"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:17.813271 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:17.817319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:17.842300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30edd6-ded8-4cff-a88f-a186458a9b39 x-openstack-request-id: req-6b30edd6-ded8-4cff-a88f-a186458a9b39 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:17.842617 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:17.842869 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b30edd6-ded8-4cff-a88f-a186458a9b39 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:17.843255 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'code': 200}
Jan 10 12:48:17.869101 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:17.934751 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898d2d4-1bad-4259-adff-e81e9b11776d req-5399e2ed-a701-40db-9e5f-cb29e66fa312 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:17.936589 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e898d2d4-1bad-4259-adff-e81e9b11776d req-5399e2ed-a701-40db-9e5f-cb29e66fa312 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0487893
Jan 10 12:48:17.954688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['5f9bf9f4-13cb-4777-adde-d6b21836bdff'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:17.990985 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e898d2d4-1bad-4259-adff-e81e9b11776d req-8be11ece-428e-4a83-af4a-4a0fac96de27 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481770
Jan 10 12:48:18.037931 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254723b5-0988-432d-8552-506eaec03711 req-0f0afde4-5e63-4e1e-87c2-92d8eb9efaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:18.039432 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-254723b5-0988-432d-8552-506eaec03711 req-0f0afde4-5e63-4e1e-87c2-92d8eb9efaa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1099 time: 0.0427365
Jan 10 12:48:18.218460 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d207a-4b05-4429-b869-927f2a0cdb05 req-709d5a2d-929b-4b55-94de-0e8b3b74cfbb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:18.219966 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-045d207a-4b05-4429-b869-927f2a0cdb05 req-709d5a2d-929b-4b55-94de-0e8b3b74cfbb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0540633
Jan 10 12:48:18.318031 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1a91d-4c47-4132-a8ae-f72915841e84 req-69a588df-dd9d-4d33-ac87-812a3901ba17 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:18.319507 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-16e1a91d-4c47-4132-a8ae-f72915841e84 req-69a588df-dd9d-4d33-ac87-812a3901ba17 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0803599
Jan 10 12:48:18.322800 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-045d207a-4b05-4429-b869-927f2a0cdb05 req-bc8d7cde-08a6-4994-8971-a6cf0727783e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913723
Jan 10 12:48:18.369616 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-16e1a91d-4c47-4132-a8ae-f72915841e84 req-ef1bb218-7d5a-43c5-ba5f-176a44923d6b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434837
Jan 10 12:48:18.669995 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c413659-2a58-410b-bf1c-9a124348d293 req-dbf12f46-0e6d-4271-97dc-961b3530d578 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:18.671441 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2c413659-2a58-410b-bf1c-9a124348d293 req-dbf12f46-0e6d-4271-97dc-961b3530d578 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0607755
Jan 10 12:48:18.718676 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2c413659-2a58-410b-bf1c-9a124348d293 req-660d1f60-7411-4f1d-a3b4-b616016fa26e tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413921
Jan 10 12:48:18.886405 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-254723b5-0988-432d-8552-506eaec03711 req-905de7ff-9bfc-4438-a91e-9aa055307f12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448394
Jan 10 12:48:19.120780 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d151b4f-d4a9-4c29-b77c-1e69e8cd2736 req-bcc01807-5855-4d62-b6d6-d2ea022e2053 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:19.122205 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0d151b4f-d4a9-4c29-b77c-1e69e8cd2736 req-bcc01807-5855-4d62-b6d6-d2ea022e2053 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0532410
Jan 10 12:48:19.173788 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0d151b4f-d4a9-4c29-b77c-1e69e8cd2736 req-37423d12-47c4-479c-b129-aaea9e7ed978 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457826
Jan 10 12:48:19.445041 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9052fc-71f2-490a-af0a-10751dcae259 req-4664c64e-1f97-4878-a03a-4429ae8da74f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:19.446392 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f9052fc-71f2-490a-af0a-10751dcae259 req-4664c64e-1f97-4878-a03a-4429ae8da74f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0486269
Jan 10 12:48:19.521103 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f25dc-3296-4652-8421-56f98c0d591f req-e51af96f-5ff8-445d-8709-45b1dcdde7f9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:19.522560 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a4f25dc-3296-4652-8421-56f98c0d591f req-e51af96f-5ff8-445d-8709-45b1dcdde7f9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0752718
Jan 10 12:48:19.526129 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f9052fc-71f2-490a-af0a-10751dcae259 req-42c2ba06-5ad7-4ee2-a31a-251f838f40ef tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708864
Jan 10 12:48:19.571652 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a4f25dc-3296-4652-8421-56f98c0d591f req-e7521c15-fcff-4596-bfe8-ec0fc63e910a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426087
Jan 10 12:48:19.841328 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5328-7b5b-46b9-a2d0-bfe81b0c6315 req-d932a971-3eae-4ab0-baf7-1ed674e31958 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:19.842841 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2f8a5328-7b5b-46b9-a2d0-bfe81b0c6315 req-d932a971-3eae-4ab0-baf7-1ed674e31958 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0548844
Jan 10 12:48:19.890239 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2f8a5328-7b5b-46b9-a2d0-bfe81b0c6315 req-764ba44d-3178-40d2-950e-35b83e574ccc tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410948
Jan 10 12:48:20.301651 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa723dae-9db1-4043-b4f9-06b3600238e9 req-2e61bacf-710a-4d8d-ad56-189176d787d3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:20.303078 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aa723dae-9db1-4043-b4f9-06b3600238e9 req-2e61bacf-710a-4d8d-ad56-189176d787d3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0624099
Jan 10 12:48:20.349834 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aa723dae-9db1-4043-b4f9-06b3600238e9 req-81e6737e-45bc-41f4-a964-b58dc871cc46 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408344
Jan 10 12:48:20.679461 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6036f10-ae5a-4cc3-a927-dca492416628 req-f6b7c1ca-6e4f-491f-bea5-31ebdff625b1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:20.680913 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6036f10-ae5a-4cc3-a927-dca492416628 req-f6b7c1ca-6e4f-491f-bea5-31ebdff625b1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0741813
Jan 10 12:48:20.719423 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e24778-30c0-44a7-a194-4127c09ba946 req-1c485bbf-7c61-480d-ba5a-53ef8d071d3f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:20.720877 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-78e24778-30c0-44a7-a194-4127c09ba946 req-1c485bbf-7c61-480d-ba5a-53ef8d071d3f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0779164
Jan 10 12:48:20.758341 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6036f10-ae5a-4cc3-a927-dca492416628 req-203e0625-8328-4a59-81c3-cdbc7a9c8c31 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707057
Jan 10 12:48:20.788186 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-78e24778-30c0-44a7-a194-4127c09ba946 req-c29b7b11-d5ac-495a-9404-cd005ecff8cb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611014
Jan 10 12:48:21.005341 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df47d19-552d-445e-a468-c5c46abbf091 req-edd3c729-0c3c-40ef-b05c-e9c521ff0678 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:21.006818 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5df47d19-552d-445e-a468-c5c46abbf091 req-edd3c729-0c3c-40ef-b05c-e9c521ff0678 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0499036
Jan 10 12:48:21.058749 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5df47d19-552d-445e-a468-c5c46abbf091 req-235cc5a4-4c53-451b-a796-fc8fbbe9849f tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463219
Jan 10 12:48:21.474267 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ccd27-41bd-469d-b38e-a2acd8701efe req-6bb5faf4-126f-4717-aff1-e0ea83736d55 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:21.475732 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-551ccd27-41bd-469d-b38e-a2acd8701efe req-6bb5faf4-126f-4717-aff1-e0ea83736d55 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0504682
Jan 10 12:48:21.524520 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-551ccd27-41bd-469d-b38e-a2acd8701efe req-5e6f210e-8aa9-4f40-8327-345fceaef511 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432131
Jan 10 12:48:21.883180 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f3cc6-b341-49aa-9e80-a92fbfd69c75 req-9ebc8242-0a53-4432-950a-0ff31fad37be tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:21.884628 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a3f3cc6-b341-49aa-9e80-a92fbfd69c75 req-9ebc8242-0a53-4432-950a-0ff31fad37be tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0572603
Jan 10 12:48:21.951721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab333ed-6fb5-4d04-b2ca-d72ad047cb80 req-05d92a80-47f8-44de-887d-4e444b89126a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:21.953176 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eab333ed-6fb5-4d04-b2ca-d72ad047cb80 req-05d92a80-47f8-44de-887d-4e444b89126a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0864367
Jan 10 12:48:21.961288 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a3f3cc6-b341-49aa-9e80-a92fbfd69c75 req-64c47691-28f4-486e-a6c1-6c6510371450 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606673
Jan 10 12:48:22.014677 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eab333ed-6fb5-4d04-b2ca-d72ad047cb80 req-6340f394-a942-487e-863b-264c4bd97efa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464668
Jan 10 12:48:22.186388 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cf45b-b4b4-43d1-b89e-3b1b10f3ddce req-8b840e64-0c24-4969-b36e-29862d891ffe tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:22.187855 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-781cf45b-b4b4-43d1-b89e-3b1b10f3ddce req-8b840e64-0c24-4969-b36e-29862d891ffe tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0500274
Jan 10 12:48:22.235838 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-781cf45b-b4b4-43d1-b89e-3b1b10f3ddce req-337ea86d-e1d6-4560-8792-8bf7effd916e tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398138
Jan 10 12:48:22.608769 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f0859772-0161-44d0-9616-11e398c35d8b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:22.652584 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14536c8d-6a0d-442b-b77f-2eff02e6bb56 req-6f26246c-bda4-4f4d-8df2-320d188668f4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:22.654208 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-14536c8d-6a0d-442b-b77f-2eff02e6bb56 req-6f26246c-bda4-4f4d-8df2-320d188668f4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0523167
Jan 10 12:48:22.703955 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-14536c8d-6a0d-442b-b77f-2eff02e6bb56 req-868f0497-bfca-46f2-bbc7-c3329e83b045 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441520
Jan 10 12:48:22.719306 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0859772-0161-44d0-9616-11e398c35d8b,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:22.731381 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'f0859772-0161-44d0-9616-11e398c35d8b', 'network_id': '497213e1-63f6-4b0c-9b64-5f0e17031989', 'port_id': 'f0859772-0161-44d0-9616-11e398c35d8b', 'mac_address': 'fa:16:3e:56:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9e74b44-696a-4cea-ab9c-168440aa7b94', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:22.769319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port f0859772-0161-44d0-9616-11e398c35d8b is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:22.769774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0859772-0161-44d0-9616-11e398c35d8b), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:22.782355 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0859772-0161-44d0-9616-11e398c35d8b {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:22.804709 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0859772-0161-44d0-9616-11e398c35d8b,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:22.811291 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:22.869761 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:23.108416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772f335-c3dd-488d-9d82-99f73f1cf082 req-b7828b3a-da34-483b-aa59-a3b71316e550 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:23.110236 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c772f335-c3dd-488d-9d82-99f73f1cf082 req-b7828b3a-da34-483b-aa59-a3b71316e550 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.0734935
Jan 10 12:48:23.183695 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d9df4-4dc7-4172-ac16-22e16e943489 req-ef5ececf-2fbd-4f7a-ab2f-60fa425ab2b0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:23.185130 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3d0d9df4-4dc7-4172-ac16-22e16e943489 req-ef5ececf-2fbd-4f7a-ab2f-60fa425ab2b0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0857530
Jan 10 12:48:23.188684 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c772f335-c3dd-488d-9d82-99f73f1cf082 req-fea0dc1d-0b9d-4bc2-824e-46fc2422e27a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705051
Jan 10 12:48:23.232177 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3d0d9df4-4dc7-4172-ac16-22e16e943489 req-54f16bb3-d685-4004-b336-814b04188d19 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410354
Jan 10 12:48:23.361236 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f2ed7-117c-4396-95e8-7a8b0084a702 req-9d67ef81-7bca-4d9c-a9e6-2089d47ca880 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:23.362636 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-290f2ed7-117c-4396-95e8-7a8b0084a702 req-9d67ef81-7bca-4d9c-a9e6-2089d47ca880 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0584633
Jan 10 12:48:23.408177 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-290f2ed7-117c-4396-95e8-7a8b0084a702 req-4b1080b8-9dff-41db-8642-4064bfd524f1 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396352
Jan 10 12:48:23.828767 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee995c-2f4f-40a0-9594-b7be21a7e0a3 req-680022d8-0c0c-4965-ba98-93da4c2ba369 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:23.830887 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5dee995c-2f4f-40a0-9594-b7be21a7e0a3 req-680022d8-0c0c-4965-ba98-93da4c2ba369 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0511682
Jan 10 12:48:23.892283 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5dee995c-2f4f-40a0-9594-b7be21a7e0a3 req-cac6f781-8af9-4b8e-915b-855dfb277a0c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528178
Jan 10 12:48:24.051613 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['f0859772-0161-44d0-9616-11e398c35d8b'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:24.529462 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d527a-5155-4189-98f7-d87468f6ccf1 req-b50f7984-0bab-427f-a9fd-269d70200f3f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:24.530129 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 5f9bf9f4-13cb-4777-adde-d6b21836bdff up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:24.530895 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-835d527a-5155-4189-98f7-d87468f6ccf1 req-b50f7984-0bab-427f-a9fd-269d70200f3f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 944 time: 0.2387140
Jan 10 12:48:24.543254 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff88f5-4b34-415b-bbc8-0d97ecdb02b1 req-fbc15dd2-af24-4b44-a4dd-1b347bd5a62b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:24.544765 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-edff88f5-4b34-415b-bbc8-0d97ecdb02b1 req-fbc15dd2-af24-4b44-a4dd-1b347bd5a62b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.2261295
Jan 10 12:48:24.583929 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 5f9bf9f4-13cb-4777-adde-d6b21836bdff completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:24.588110 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 5f9bf9f4-13cb-4777-adde-d6b21836bdff triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:24.588476 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:24.613787 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-835d527a-5155-4189-98f7-d87468f6ccf1 req-a0310f97-f80b-42fa-8818-7479c56810a1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679216
Jan 10 12:48:24.620846 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-edff88f5-4b34-415b-bbc8-0d97ecdb02b1 req-c47de790-4541-4d2f-a336-9870d5dbcece tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695596
Jan 10 12:48:24.701553 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 5f9bf9f4-13cb-4777-adde-d6b21836bdff is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:24.701981 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:24.728974 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:24.731299 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7b4ea6-067b-4f77-9f43-8307cbc717f2" -d '{"events": [{"server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "name": "network-vif-plugged", "status": "completed", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:24.735736 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ab64b-1796-4a22-ac72-e58d250c04de req-5b218dae-78b3-493e-827c-f066d41cbe4a tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:24.751140 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-947ab64b-1796-4a22-ac72-e58d250c04de req-5b218dae-78b3-493e-827c-f066d41cbe4a tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0736735
Jan 10 12:48:24.751411 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:24.758839 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:24.820291 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-947ab64b-1796-4a22-ac72-e58d250c04de req-6e37dbb4-0f77-4731-a237-eecfd3310cc1 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680952
Jan 10 12:48:24.832440 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7335684-2038-4aeb-8ed3-2f8371df1d43 x-openstack-request-id: req-a7335684-2038-4aeb-8ed3-2f8371df1d43 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:24.832752 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "name": "network-vif-plugged", "status": "completed", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:24.833099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7335684-2038-4aeb-8ed3-2f8371df1d43 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:24.833500 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'code': 200}
Jan 10 12:48:24.834736 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:24.977137 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38cfc-3da5-49e1-859e-d35ced7273f9 req-dd1887fa-18f2-49d0-b220-cae482a96948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:24.979478 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-efb38cfc-3da5-49e1-859e-d35ced7273f9 req-dd1887fa-18f2-49d0-b220-cae482a96948 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 1098 time: 0.0430124
Jan 10 12:48:25.030183 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5480b1-a6fd-4b38-8569-08d9c39ba6bf req-affa382a-ec91-47d4-b285-4afb5b2ab6ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:25.032621 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a5480b1-a6fd-4b38-8569-08d9c39ba6bf req-affa382a-ec91-47d4-b285-4afb5b2ab6ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0575571
Jan 10 12:48:25.051927 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-efb38cfc-3da5-49e1-859e-d35ced7273f9 req-3cfd1429-0f6e-418a-960b-262b9736f8ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634372
Jan 10 12:48:25.089864 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a5480b1-a6fd-4b38-8569-08d9c39ba6bf req-7ff944dd-7145-4d3d-a76f-6fe3fa4ab201 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510180
Jan 10 12:48:25.848605 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb51b9-e3b0-4312-97de-ba48e8ada712 req-4de67680-8305-4e00-b582-a0cecebff750 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:25.855689 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adfb51b9-e3b0-4312-97de-ba48e8ada712 req-4de67680-8305-4e00-b582-a0cecebff750 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1453531
Jan 10 12:48:25.872294 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3222db4-cce2-4a95-9d3a-82845d2621b8 req-50d6ccc8-bc4c-4265-af3d-cd76e3e2bbff tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:25.873767 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3222db4-cce2-4a95-9d3a-82845d2621b8 req-50d6ccc8-bc4c-4265-af3d-cd76e3e2bbff tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1504197
Jan 10 12:48:25.934694 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-adfb51b9-e3b0-4312-97de-ba48e8ada712 req-4fcf63a3-323e-484b-b101-2471cd25e2af tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778861
Jan 10 12:48:25.964340 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3222db4-cce2-4a95-9d3a-82845d2621b8 req-4ef13866-f19d-4ce1-9922-12d7c903064e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753582
Jan 10 12:48:26.120940 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b05499-1619-4c7b-9b39-166d9b9f5353 req-6a3bc20e-d347-447d-906d-0235c50498e1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:26.122396 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-89b05499-1619-4c7b-9b39-166d9b9f5353 req-6a3bc20e-d347-447d-906d-0235c50498e1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0542781
Jan 10 12:48:26.131271 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33190) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:26.135640 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'floatingip': {'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:26.208314 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:26.529999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f0859772-0161-44d0-9616-11e398c35d8b up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:26.586194 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port f0859772-0161-44d0-9616-11e398c35d8b completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:26.591931 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port f0859772-0161-44d0-9616-11e398c35d8b triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:26.592414 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f0859772-0161-44d0-9616-11e398c35d8b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:26.707867 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port f0859772-0161-44d0-9616-11e398c35d8b is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:26.708594 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f0859772-0161-44d0-9616-11e398c35d8b), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:26.762305 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0859772-0161-44d0-9616-11e398c35d8b,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:26.773142 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:26.835871 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:26.838658 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfce4b9-05b5-403d-aa19-9371c0ffa326" -d '{"events": [{"server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "name": "network-vif-plugged", "status": "completed", "tag": "f0859772-0161-44d0-9616-11e398c35d8b"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:26.842256 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:26.915568 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61e03bd-b3ee-4994-a3ee-d61beb5a5f45 x-openstack-request-id: req-c61e03bd-b3ee-4994-a3ee-d61beb5a5f45 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:26.915949 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "name": "network-vif-plugged", "status": "completed", "tag": "f0859772-0161-44d0-9616-11e398c35d8b", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:26.916243 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c61e03bd-b3ee-4994-a3ee-d61beb5a5f45 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:26.917168 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b', 'code': 200}
Jan 10 12:48:27.011476 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:27.017745 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:27.170115 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db7de5-8bac-43cb-aff5-330da6c68227 req-1264e7d0-bb0e-4e6e-af69-6c1778bcb830 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:27.175593 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c0db7de5-8bac-43cb-aff5-330da6c68227 req-1264e7d0-bb0e-4e6e-af69-6c1778bcb830 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1162262
Jan 10 12:48:27.206454 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Floating IP 121111d6-920c-4a20-867c-ebcabb8414f7 associated. External IP: 172.37.5.97, port: 0341fd05-df0a-4b20-a713-82457a146a1c.
Jan 10 12:48:27.217703 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceaa5d-9406-496b-9cc6-cbffcae6740f req-a5a5a10c-3dec-4c2a-ad4a-f4938c1868e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:27.226529 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d5ceaa5d-9406-496b-9cc6-cbffcae6740f req-a5a5a10c-3dec-4c2a-ad4a-f4938c1868e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.1033084
Jan 10 12:48:27.302536 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d5ceaa5d-9406-496b-9cc6-cbffcae6740f req-28282ef0-4578-4da7-a41e-ad55ba1480aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631723
Jan 10 12:48:27.464119 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c0db7de5-8bac-43cb-aff5-330da6c68227 req-367e30bc-eb5b-4826-b71d-eb7bbc7d61de tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2853091
Jan 10 12:48:27.631564 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:48:27.779503 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:48:27.786235 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:27.798158 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143b9b-eff7-4d97-ae18-fa70c236293a req-06863ccf-5ae7-410f-9c17-724169b92bc7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:27.799876 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-31143b9b-eff7-4d97-ae18-fa70c236293a req-06863ccf-5ae7-410f-9c17-724169b92bc7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0787699
Jan 10 12:48:27.805767 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:48:27.818383 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:48:27.819264 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd066e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:27.849004 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-cddb8dc6-3bb9-41bb-bf56-ef67cfb02b72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "PUT /v2.0/floatingips/121111d6-920c-4a20-867c-ebcabb8414f7 HTTP/1.1" status: 200  len: 991 time: 1.7166507
Jan 10 12:48:27.850800 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:27.879275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33280) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:27.940301 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:48:27.943493 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-31143b9b-eff7-4d97-ae18-fa70c236293a req-038ffa87-492a-43e0-a924-4cc0e00b4dc2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281374
Jan 10 12:48:28.025960 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bcab3e6-dd5c-4871-9119-b89267fbd986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.043640 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:28.115790 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bcab3e6-dd5c-4871-9119-b89267fbd986 admin admin] Publish callbacks [] for security_group (0966f5f3-08ca-4caf-897a-e0532e9335e1), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.119884 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bcab3e6-dd5c-4871-9119-b89267fbd986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0966f5f3-08ca-4caf-897a-e0532e9335e1), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.162049 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1bcab3e6-dd5c-4871-9119-b89267fbd986 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2acf7749ee264fce851228a4a1c1faa3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2814167
Jan 10 12:48:28.163193 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33294) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:28.163320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab3e6-dd5c-4871-9119-b89267fbd986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0966f5f3-08ca-4caf-897a-e0532e9335e1,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:28.166065 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f289ed0-7303-473c-b6ed-403dc751604f x-openstack-request-id: req-9f289ed0-7303-473c-b6ed-403dc751604f {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:28.166373 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:28.166624 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f289ed0-7303-473c-b6ed-403dc751604f {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:28.167062 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'status': 'completed', 'code': 200}
Jan 10 12:48:28.215008 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] Publish callbacks [] for security_group (0966f5f3-08ca-4caf-897a-e0532e9335e1), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.236039 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] Publish callbacks [] for security_group (0966f5f3-08ca-4caf-897a-e0532e9335e1), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.255779 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd066e20>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '121111d6-920c-4a20-867c-ebcabb8414f7', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436ba09-022f-4b36-987d-667c236d68d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:45Z', 'updated_at': '2022-01-10T12:48:26Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:28.281338 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:48:28.285036 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0966f5f3-08ca-4caf-897a-e0532e9335e1), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.287682 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.288817 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0966f5f3-08ca-4caf-897a-e0532e9335e1 HTTP/1.1" status: 204  len: 168 time: 0.1245036
Jan 10 12:48:28.290611 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:48:28.291588 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd066e20>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:28.296138 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4872f8-bc66-409e-8407-0179e4b509c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0966f5f3-08ca-4caf-897a-e0532e9335e1,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:28.397057 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:48:28.586866 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33306) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:28.599901 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d3618a3-e1f9-4a13-af7e-4f777188bcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.672302 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d3618a3-e1f9-4a13-af7e-4f777188bcea admin admin] Publish callbacks [] for security_group (0918f41f-5fa4-49c3-acbd-c8347d1545cb), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.678683 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d3618a3-e1f9-4a13-af7e-4f777188bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0918f41f-5fa4-49c3-acbd-c8347d1545cb), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.716465 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7d3618a3-e1f9-4a13-af7e-4f777188bcea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c5d23abfd3045209a447932ff5e9a0f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1284018
Jan 10 12:48:28.717306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3618a3-e1f9-4a13-af7e-4f777188bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0918f41f-5fa4-49c3-acbd-c8347d1545cb,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:28.717609 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd066e20>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '121111d6-920c-4a20-867c-ebcabb8414f7', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436ba09-022f-4b36-987d-667c236d68d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:45Z', 'updated_at': '2022-01-10T12:48:26Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:28.719293 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33308) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:28.749733 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297e2f1e-5edd-41b7-a44f-802ec431323d None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '121111d6-920c-4a20-867c-ebcabb8414f7', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.97', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436ba09-022f-4b36-987d-667c236d68d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:47:45Z', 'updated_at': '2022-01-10T12:48:26Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:48:28.799633 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] Publish callbacks [] for security_group (0918f41f-5fa4-49c3-acbd-c8347d1545cb), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.822471 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] Publish callbacks [] for security_group (0918f41f-5fa4-49c3-acbd-c8347d1545cb), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.870406 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0918f41f-5fa4-49c3-acbd-c8347d1545cb), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.873560 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:28.875758 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0918f41f-5fa4-49c3-acbd-c8347d1545cb HTTP/1.1" status: 204  len: 168 time: 0.1555030
Jan 10 12:48:28.886226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4a6ea-ba79-4f80-bd71-99d6e0a67cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918f41f-5fa4-49c3-acbd-c8347d1545cb,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:28.972205 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf84808-4ee6-4bd7-ba50-261d64ba5595 None None] New status for floating IP 121111d6-920c-4a20-867c-ebcabb8414f7: ACTIVE {{(pid=109430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:48:29.074181 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bad98-23bd-4bd0-a6ba-732eecf1cc83 req-62d1cefc-d414-4e16-a59f-b2cd51c003ae tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:29.075988 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-833bad98-23bd-4bd0-a6ba-732eecf1cc83 req-62d1cefc-d414-4e16-a59f-b2cd51c003ae tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0607173
Jan 10 12:48:29.134629 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-833bad98-23bd-4bd0-a6ba-732eecf1cc83 req-5bb7f150-ae9b-4258-aaf3-1cfadade1e55 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507529
Jan 10 12:48:30.256345 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027edc9-fea0-4805-94d3-e09ae7236738 req-50511e79-7bff-44fb-8223-9d4112a0dfcc tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.257831 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e027edc9-fea0-4805-94d3-e09ae7236738 req-50511e79-7bff-44fb-8223-9d4112a0dfcc tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0501151
Jan 10 12:48:30.304598 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e027edc9-fea0-4805-94d3-e09ae7236738 req-d1acaa05-3178-446f-85d4-ed7c03f4287c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411382
Jan 10 12:48:30.479066 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d320a-cbde-45ee-acac-7d54eee105af req-4fcff9cf-1331-4569-b908-519a09caa224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.480628 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-4fcff9cf-1331-4569-b908-519a09caa224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 1098 time: 0.0734997
Jan 10 12:48:30.482692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-d7976cea-82cb-440e-92f5-92528b49bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.484061 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-d7976cea-82cb-440e-92f5-92528b49bff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1099 time: 0.0756259
Jan 10 12:48:30.655236 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-1633b10c-81ae-42b0-b753-f6afff978ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.656890 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-1633b10c-81ae-42b0-b753-f6afff978ad7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.1572607
Jan 10 12:48:30.658073 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d320a-cbde-45ee-acac-7d54eee105af req-d7783f93-726a-423d-bea7-47ef330ef3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.659464 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-d7783f93-726a-423d-bea7-47ef330ef3e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.1610436
Jan 10 12:48:30.749997 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-8fc5359b-9fb6-4c17-94cf-16b7ce6b8e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff HTTP/1.1" status: 200  len: 217 time: 0.0781898
Jan 10 12:48:30.831287 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-83b84ab2-27b7-40b1-bf3d-add16cfe2cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 1001 time: 0.1608346
Jan 10 12:48:30.839016 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d320a-cbde-45ee-acac-7d54eee105af req-e88dd8cc-4b8a-46cd-ab82-1f9a3864ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.840771 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-e88dd8cc-4b8a-46cd-ab82-1f9a3864ecb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0825088
Jan 10 12:48:30.892565 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-68347b35-36ae-448f-add1-5a824c3a7086 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0360630
Jan 10 12:48:30.975697 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-60c53f9e-dcee-413e-a0b4-ebdf25326290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:30.977247 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-60c53f9e-dcee-413e-a0b4-ebdf25326290 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.1220927
Jan 10 12:48:31.052257 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-812205e9-7e24-43dd-ac4f-68435b32d036 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394532
Jan 10 12:48:31.058356 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-a137fe1a-e9fb-42be-9eab-6a80451d6fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:31.059823 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-a137fe1a-e9fb-42be-9eab-6a80451d6fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734122
Jan 10 12:48:31.069874 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33412) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:31.186323 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8904-1840-4dc6-a874-b6e55f1ba804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.216955 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a52d320a-cbde-45ee-acac-7d54eee105af req-ab692e65-0214-45f5-8643-da2ca055831a service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561420
Jan 10 12:48:31.220462 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-cd75e490-fd1f-4f01-8434-c47a45078ffe service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1518912
Jan 10 12:48:31.280356 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8904-1840-4dc6-a874-b6e55f1ba804 admin admin] Publish callbacks [] for security_group (be308a02-fa5e-49e3-aab5-7a1774ffafab), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.285892 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8904-1840-4dc6-a874-b6e55f1ba804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be308a02-fa5e-49e3-aab5-7a1774ffafab), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.326779 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2d3f8904-1840-4dc6-a874-b6e55f1ba804 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d22b4611fcd64275917288ad91ee76da&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2557521
Jan 10 12:48:31.330229 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33424) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:31.336198 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f8904-1840-4dc6-a874-b6e55f1ba804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be308a02-fa5e-49e3-aab5-7a1774ffafab,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:31.432889 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd57c3-eb9f-4c9c-93cd-c8c3150da1a8 req-5e7fa38c-bd93-4363-b10a-4c765019856e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:31.434580 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-80fd57c3-eb9f-4c9c-93cd-c8c3150da1a8 req-5e7fa38c-bd93-4363-b10a-4c765019856e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0559292
Jan 10 12:48:31.508575 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-80fd57c3-eb9f-4c9c-93cd-c8c3150da1a8 req-8b20a9ea-f1df-4633-aa2a-814894368e19 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661535
Jan 10 12:48:31.540545 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd1d5002-6f67-48ff-92b6-c46bb8594cc1 req-b8c0c68d-f0d4-45f5-a41a-7a82194a3c38 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084302
Jan 10 12:48:31.587593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] Publish callbacks [] for security_group (be308a02-fa5e-49e3-aab5-7a1774ffafab), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.610444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] Publish callbacks [] for security_group (be308a02-fa5e-49e3-aab5-7a1774ffafab), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.662312 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be308a02-fa5e-49e3-aab5-7a1774ffafab), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.665138 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:31.666381 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be308a02-fa5e-49e3-aab5-7a1774ffafab HTTP/1.1" status: 204  len: 168 time: 0.3351917
Jan 10 12:48:31.674783 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9518-54ea-4e2c-8cfc-ee5ca6f770f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be308a02-fa5e-49e3-aab5-7a1774ffafab,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:31.974375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33454) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:31.990395 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7addf683-8a51-4677-ab0a-a480fde9d8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.076879 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7addf683-8a51-4677-ab0a-a480fde9d8ce admin admin] Publish callbacks [] for security_group (c216e463-1e04-4188-b97f-a72cde6295d4), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.081631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7addf683-8a51-4677-ab0a-a480fde9d8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c216e463-1e04-4188-b97f-a72cde6295d4), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.122080 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7addf683-8a51-4677-ab0a-a480fde9d8ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbbd79182d0c4665bf6f11fda5e9b272&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1464121
Jan 10 12:48:32.123791 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addf683-8a51-4677-ab0a-a480fde9d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c216e463-1e04-4188-b97f-a72cde6295d4,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:32.125271 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33466) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:32.180535 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] Publish callbacks [] for security_group (c216e463-1e04-4188-b97f-a72cde6295d4), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.206651 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] Publish callbacks [] for security_group (c216e463-1e04-4188-b97f-a72cde6295d4), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.268840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c216e463-1e04-4188-b97f-a72cde6295d4), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.272165 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.273434 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c216e463-1e04-4188-b97f-a72cde6295d4 HTTP/1.1" status: 204  len: 168 time: 0.1471200
Jan 10 12:48:32.292732 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11cf9d-d783-4888-b51e-4bff5ff7cfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216e463-1e04-4188-b97f-a72cde6295d4,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:32.491711 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33484) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:32.632273 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e29057dd-7850-46fc-8831-306c7ffce7ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.655625 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9745-ca42-4480-a50c-080100d1a489 req-02737604-8344-4985-8a97-8296b689856f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:32.657114 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d18d9745-ca42-4480-a50c-080100d1a489 req-02737604-8344-4985-8a97-8296b689856f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0691972
Jan 10 12:48:32.727582 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d18d9745-ca42-4480-a50c-080100d1a489 req-23e99e5d-c048-4bdb-83f5-8059c1cd7a8c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622535
Jan 10 12:48:32.762610 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e29057dd-7850-46fc-8831-306c7ffce7ff admin admin] Publish callbacks [] for security_group (815c106b-15a7-4fed-9ce5-5a7b0e727688), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.767261 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e29057dd-7850-46fc-8831-306c7ffce7ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (815c106b-15a7-4fed-9ce5-5a7b0e727688), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.805385 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e29057dd-7850-46fc-8831-306c7ffce7ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9b04b9134b419581e41b6f1a950269&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3128846
Jan 10 12:48:32.806337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29057dd-7850-46fc-8831-306c7ffce7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815c106b-15a7-4fed-9ce5-5a7b0e727688,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:32.808125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33506) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:32.868614 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] Publish callbacks [] for security_group (815c106b-15a7-4fed-9ce5-5a7b0e727688), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.897585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] Publish callbacks [] for security_group (815c106b-15a7-4fed-9ce5-5a7b0e727688), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.947656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (815c106b-15a7-4fed-9ce5-5a7b0e727688), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.950574 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:32.951864 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/815c106b-15a7-4fed-9ce5-5a7b0e727688 HTTP/1.1" status: 204  len: 168 time: 0.1427228
Jan 10 12:48:32.962548 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7392ab-e3ae-4e6f-b96c-7043c1002d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815c106b-15a7-4fed-9ce5-5a7b0e727688,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:33.317948 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33532) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:33.331758 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8d5-3b94-4ba4-9178-f19b36190a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.444381 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8d5-3b94-4ba4-9178-f19b36190a97 admin admin] Publish callbacks [] for security_group (e1647fa4-c881-4c2d-a0ff-7ff0387bed90), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.449100 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-12a5b8d5-3b94-4ba4-9178-f19b36190a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (e1647fa4-c881-4c2d-a0ff-7ff0387bed90), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.488898 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-12a5b8d5-3b94-4ba4-9178-f19b36190a97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5576c064aaf94f58a3f560c13c37cfa7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1697941
Jan 10 12:48:33.490845 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5b8d5-3b94-4ba4-9178-f19b36190a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1647fa4-c881-4c2d-a0ff-7ff0387bed90,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:33.491695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33544) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:33.569771 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Publish callbacks [] for security_group (e1647fa4-c881-4c2d-a0ff-7ff0387bed90), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.591784 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Publish callbacks [] for security_group (e1647fa4-c881-4c2d-a0ff-7ff0387bed90), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.642544 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (e1647fa4-c881-4c2d-a0ff-7ff0387bed90), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.645736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:33.646920 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1647fa4-c881-4c2d-a0ff-7ff0387bed90 HTTP/1.1" status: 204  len: 168 time: 0.1541445
Jan 10 12:48:33.659436 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1647fa4-c881-4c2d-a0ff-7ff0387bed90,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:33.670803 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.671215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.671677 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.671963 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.672362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.672755 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.673083 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.673497 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.673779 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.674102 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.674478 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.675093 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.675443 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877c603d-3113-446a-bf0a-fa181628b6fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:33.858608 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688bf2-1e8e-4477-bac3-147c3ad9844c req-de3f8d66-57a5-4066-b1e7-9866a7bb15eb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:33.860197 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6688bf2-1e8e-4477-bac3-147c3ad9844c req-de3f8d66-57a5-4066-b1e7-9866a7bb15eb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0556104
Jan 10 12:48:33.916063 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6688bf2-1e8e-4477-bac3-147c3ad9844c req-b5c55cbc-d7f2-46a2-8a2c-c9fbd8f7849c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500269
Jan 10 12:48:35.079451 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489c858-a542-41c1-b122-5479125bc35f req-2813cc82-943e-4ff4-8151-23519d0de516 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:35.081152 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c489c858-a542-41c1-b122-5479125bc35f req-2813cc82-943e-4ff4-8151-23519d0de516 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0861449
Jan 10 12:48:35.144619 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c489c858-a542-41c1-b122-5479125bc35f req-d2862654-9f10-48a8-8f5c-60e231abb104 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566461
Jan 10 12:48:35.630766 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33678) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:35.733758 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6003c-7a01-4e4d-8420-0f52bb12750a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.810372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6003c-7a01-4e4d-8420-0f52bb12750a admin admin] Publish callbacks [] for security_group (a78e9508-db6d-4cca-af95-96f7241af365), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.814854 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bfa6003c-7a01-4e4d-8420-0f52bb12750a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a78e9508-db6d-4cca-af95-96f7241af365), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.855001 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-bfa6003c-7a01-4e4d-8420-0f52bb12750a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a94a9dd330e541f7a4b43d51e5bfffe1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2230446
Jan 10 12:48:35.857150 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33686) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:35.857371 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa6003c-7a01-4e4d-8420-0f52bb12750a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78e9508-db6d-4cca-af95-96f7241af365,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:35.913297 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Publish callbacks [] for security_group (a78e9508-db6d-4cca-af95-96f7241af365), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.934767 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Publish callbacks [] for security_group (a78e9508-db6d-4cca-af95-96f7241af365), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.991493 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a78e9508-db6d-4cca-af95-96f7241af365), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.995738 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:35.996888 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a78e9508-db6d-4cca-af95-96f7241af365 HTTP/1.1" status: 204  len: 168 time: 0.1382420
Jan 10 12:48:36.006482 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78e9508-db6d-4cca-af95-96f7241af365,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:36.017700 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.019334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.020046 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.020967 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.021569 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.022442 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.023053 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.023696 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.024224 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.025147 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.025819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.026531 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.027013 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7f6ece-2d01-4740-8c7d-00041a76c2b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:36.299082 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f6290-527d-477a-b324-357df358f260 req-606d764e-ef0d-47a2-892f-c67d23c921bc tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:36.303056 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060f6290-527d-477a-b324-357df358f260 req-606d764e-ef0d-47a2-892f-c67d23c921bc tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0725079
Jan 10 12:48:36.367430 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-060f6290-527d-477a-b324-357df358f260 req-e5b0d895-0f77-4453-a917-d1e0dc64c389 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587206
Jan 10 12:48:36.623470 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33752) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:36.738964 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5b71f6bc-761d-4dc9-8432-1ad474283174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:36.835184 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5b71f6bc-761d-4dc9-8432-1ad474283174 admin admin] Publish callbacks [] for security_group (2bff508f-32ea-4e88-a7b0-60e9436c21c1), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:36.840740 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5b71f6bc-761d-4dc9-8432-1ad474283174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2bff508f-32ea-4e88-a7b0-60e9436c21c1), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:36.896832 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71f6bc-761d-4dc9-8432-1ad474283174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff508f-32ea-4e88-a7b0-60e9436c21c1,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:36.917430 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33768) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:36.917976 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33770) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:36.918057 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5b71f6bc-761d-4dc9-8432-1ad474283174 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f944382a80b04e22b2fc42c83e08abf6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2932138
Jan 10 12:48:36.982380 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] Publish callbacks [] for security_group (2bff508f-32ea-4e88-a7b0-60e9436c21c1), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.005933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] Publish callbacks [] for security_group (2bff508f-32ea-4e88-a7b0-60e9436c21c1), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.034088 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2095612410-network', 'tenant_id': '9c74d48e1e934088addee3d78ddbe485'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:37.065685 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Made reservation on behalf of 9c74d48e1e934088addee3d78ddbe485 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:37.068089 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.077775 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.085719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2bff508f-32ea-4e88-a7b0-60e9436c21c1), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.088226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.089474 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bff508f-32ea-4e88-a7b0-60e9436c21c1 HTTP/1.1" status: 204  len: 168 time: 0.1661718
Jan 10 12:48:37.102951 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6d0e4-8851-4d30-9541-3602a6ca79eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff508f-32ea-4e88-a7b0-60e9436c21c1,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:37.170982 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks [] for security_group (12248320-b340-47f4-97be-b93c8427217e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.176631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (12248320-b340-47f4-97be-b93c8427217e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.201664 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:48:37.215167 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12248320-b340-47f4-97be-b93c8427217e,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:37.221132 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (5d707c37-6e23-4760-84ba-51786a87108b), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.221548 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Added segment 5d707c37-6e23-4760-84ba-51786a87108b of type vlan for network d9e7fcc6-2783-48be-a124-60b02ce632b7
Jan 10 12:48:37.262185 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (d9e7fcc6-2783-48be-a124-60b02ce632b7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.290700 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (d9e7fcc6-2783-48be-a124-60b02ce632b7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.291673 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:37.292252 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.349387 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4304616
Jan 10 12:48:37.352244 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33784) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:37.358923 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Request body: {'subnet': {'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2095612410-subnet', 'tenant_id': '9c74d48e1e934088addee3d78ddbe485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:37.365892 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3eb4c-c196-4740-843d-cac733a68352 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e7fcc6-2783-48be-a124-60b02ce632b7,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:37.376235 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:48:37.399480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Made reservation on behalf of 9c74d48e1e934088addee3d78ddbe485 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:37.406657 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.513776 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41669a3-2beb-48de-8ee7-86cb19f390f8 req-54b7151e-3221-4723-a9ac-692eb1471401 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:37.515342 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a41669a3-2beb-48de-8ee7-86cb19f390f8 req-54b7151e-3221-4723-a9ac-692eb1471401 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0589745
Jan 10 12:48:37.563351 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a41669a3-2beb-48de-8ee7-86cb19f390f8 req-fe02e47e-7dfa-4a69-b436-f878f99daa80 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416117
Jan 10 12:48:37.612125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (b9b1838f-6870-455b-bf36-99edd80d604d), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.666833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b1838f-6870-455b-bf36-99edd80d604d,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:37.677712 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Checking segment: {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:37.678072 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Network hostable DHCP agents. Network: d9e7fcc6-2783-48be-a124-60b02ce632b7, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:48:37.699050 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:48:37.713082 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, d9e7fcc6-2783-48be-a124-60b02ce632b7) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:37.718157 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:37.718828 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.724525 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b325d4-0d17-4eff-b1a8-bbaa26a044ba None None] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:37.740048 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33812) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:37.748071 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-30917942-5d39-4c55-a6de-6ac0d85138cd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3946881
Jan 10 12:48:37.804819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Deleting subnet c2e713fc-2b05-443b-a126-447127fd15fc {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:48:37.808674 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Publish callbacks [] for subnet (c2e713fc-2b05-443b-a126-447127fd15fc), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.844132 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c4fd5c-1acb-40fe-b4b7-6141f2c00736 None None] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:37.852313 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Publish callbacks [] for subnet (c2e713fc-2b05-443b-a126-447127fd15fc), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.863951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (c2e713fc-2b05-443b-a126-447127fd15fc), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.951551 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (c2e713fc-2b05-443b-a126-447127fd15fc), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.979954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e713fc-2b05-443b-a126-447127fd15fc,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:37.985531 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:37.992436 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-90c9c07a-40d2-4ebd-aad7-1c7e0748c663 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2e713fc-2b05-443b-a126-447127fd15fc HTTP/1.1" status: 204  len: 168 time: 0.2504423
Jan 10 12:48:37.992805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33826) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:38.099763 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (b58b17a8-6045-49e1-ad4c-5b2e4578c921), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.195138 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (b58b17a8-6045-49e1-ad4c-5b2e4578c921), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.217955 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3fb7c26970>> segment before_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.218303 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3fb7c26970>> subnet precommit_delete_associations 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.219054 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> segment_host_mapping after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.219446 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> port after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.219820 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> port after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.220154 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> port after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.220471 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> segment after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.220858 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> subnet after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.221133 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> subnet after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.221456 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fbc0c5700>> subnet after_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.401649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fbc13ac10>> subnet after_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.402641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fbc13ac10>> subnet after_delete 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.403636 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fbc13ac10>> subnet before_create 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.403983 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fbc13ac10>> subnet before_update 55550000 {{(pid=109428) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:48:38.404368 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc0c5190>,) {'filters': {'network_id': ['b58b17a8-6045-49e1-ad4c-5b2e4578c921']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:38.428190 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc0c5190>, 'c5c2bbae-8377-4c4e-942f-01ac6a7408b2') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:38.428481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc0c5190>, 'c5c2bbae-8377-4c4e-942f-01ac6a7408b2') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:38.452953 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (c5c2bbae-8377-4c4e-942f-01ac6a7408b2), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.481719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (c5c2bbae-8377-4c4e-942f-01ac6a7408b2), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.494556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:48:38.494964 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (c5c2bbae-8377-4c4e-942f-01ac6a7408b2), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:48:38.513769 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:48:38.577747 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (b58b17a8-6045-49e1-ad4c-5b2e4578c921), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.585900 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.590241 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b58b17a8-6045-49e1-ad4c-5b2e4578c921 HTTP/1.1" status: 204  len: 168 time: 0.5958707
Jan 10 12:48:38.593464 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 33858) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:38.600529 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd76211-4271-4c81-b235-6129d9c24f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58b17a8-6045-49e1-ad4c-5b2e4578c921,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:38.628235 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-8be0ac92-3995-4d16-9bc8-cef1a84c454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.680247 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Deleting subnet 16998194-4e08-417f-9229-77af543eaa91 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:48:38.683645 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Publish callbacks [] for subnet (16998194-4e08-417f-9229-77af543eaa91), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.737167 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b557d-d356-473a-a6be-8b3589f113b7 req-c34b1160-c51e-4fc0-b9e8-eaa4d608bcb2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:38.738601 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-697b557d-d356-473a-a6be-8b3589f113b7 req-c34b1160-c51e-4fc0-b9e8-eaa4d608bcb2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0962708
Jan 10 12:48:38.743989 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Publish callbacks [] for subnet (16998194-4e08-417f-9229-77af543eaa91), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.757123 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (16998194-4e08-417f-9229-77af543eaa91), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.833525 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-697b557d-d356-473a-a6be-8b3589f113b7 req-d0bd33b3-d8cb-4f4f-aef3-00e484a3330d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868888
Jan 10 12:48:38.855556 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (16998194-4e08-417f-9229-77af543eaa91), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.879300 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:38.882541 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16998194-4e08-417f-9229-77af543eaa91 HTTP/1.1" status: 204  len: 168 time: 0.2869072
Jan 10 12:48:38.883836 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4883613-dcc5-4496-96aa-6e1ac6ba1fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16998194-4e08-417f-9229-77af543eaa91,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:38.885485 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33868) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:38.972517 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.064956 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.085451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc37cb50>,) {'filters': {'network_id': ['33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:39.094434 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc37cb50>, '21d28213-3e38-4bd3-bc87-ee1017726f8e') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:39.094720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc37cb50>, '21d28213-3e38-4bd3-bc87-ee1017726f8e') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:39.104149 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (21d28213-3e38-4bd3-bc87-ee1017726f8e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.117982 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (21d28213-3e38-4bd3-bc87-ee1017726f8e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.126691 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:48:39.127127 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (21d28213-3e38-4bd3-bc87-ee1017726f8e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:48:39.129642 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:48:39.184147 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.189416 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.192630 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e HTTP/1.1" status: 204  len: 168 time: 0.3060141
Jan 10 12:48:39.204946 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828dbed-6cd2-4496-aecf-de1b0896f2b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ab7ff9-4db4-41c3-a8c0-f6b335abbf7e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:39.361043 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33882) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:39.420038 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-28f5d1f3-c2e5-4a20-abbd-cc8b727be290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55cf2241773145dca4016f5f0fa4c0d4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0572546
Jan 10 12:48:39.422311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33890) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:39.494690 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] Publish callbacks [] for security_group (94c368e2-72bf-4ecd-97ed-a13544fc69ad), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.524608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] Publish callbacks [] for security_group (94c368e2-72bf-4ecd-97ed-a13544fc69ad), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.592223 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (94c368e2-72bf-4ecd-97ed-a13544fc69ad), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.596571 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:39.601821 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94c368e2-72bf-4ecd-97ed-a13544fc69ad HTTP/1.1" status: 204  len: 168 time: 0.1749699
Jan 10 12:48:39.629962 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9773-3f0f-47ef-997f-f7121442ca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c368e2-72bf-4ecd-97ed-a13544fc69ad,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:39.880148 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-95a35520-ba30-4eeb-8c67-56d52f8ca8f0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:39.881790 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-95a35520-ba30-4eeb-8c67-56d52f8ca8f0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 809 time: 0.1536171
Jan 10 12:48:39.906347 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-69e30d96-f5fe-44b5-a36b-6f94f2f6b290 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/quotas/9c74d48e1e934088addee3d78ddbe485 HTTP/1.1" status: 200  len: 375 time: 0.0187602
Jan 10 12:48:39.944743 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-e24adc20-6f5b-46b4-9337-bfb2052f9ee9 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0374367
Jan 10 12:48:40.052093 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-3c32b390-0fec-461a-b849-e1b0d464c6b9 service neutron] 10.222.0.13 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1062303
Jan 10 12:48:40.084611 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33928) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:40.124461 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-58a5bead-3e7d-4ca1-801f-eed8d20df905 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a246d3cdf9da4131a81b87e8a13bd9c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0385916
Jan 10 12:48:40.127079 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 33930) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:40.168074 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a23d6-314b-4246-a8c8-0cd9e0f3b4ff req-c465f428-5dd9-485c-bf46-772b485d48f8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:40.169726 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b24a23d6-314b-4246-a8c8-0cd9e0f3b4ff req-c465f428-5dd9-485c-bf46-772b485d48f8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1164920
Jan 10 12:48:40.178629 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] Publish callbacks [] for security_group (be4b98da-d049-4d57-a0da-5cf4f893e565), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:40.200971 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] Publish callbacks [] for security_group (be4b98da-d049-4d57-a0da-5cf4f893e565), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:40.205721 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-68386b7b-fd56-48e5-8f0a-b486cf109ca2 service neutron] 10.222.0.13 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437767
Jan 10 12:48:40.233124 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b24a23d6-314b-4246-a8c8-0cd9e0f3b4ff req-165f909d-c27c-4ccf-b7e3-49c97598a2ca tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562146
Jan 10 12:48:40.268647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be4b98da-d049-4d57-a0da-5cf4f893e565), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:40.272361 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:40.275909 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be4b98da-d049-4d57-a0da-5cf4f893e565 HTTP/1.1" status: 204  len: 168 time: 0.1455212
Jan 10 12:48:40.283782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72314d-49c8-447a-b995-5c78fda794e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b98da-d049-4d57-a0da-5cf4f893e565,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:40.375216 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c983941-1ca4-4746-a5bb-07c10f291c55 req-0576a8a9-1012-4f75-9e71-eec359b79c76 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:40.376804 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c983941-1ca4-4746-a5bb-07c10f291c55 req-0576a8a9-1012-4f75-9e71-eec359b79c76 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0666623
Jan 10 12:48:40.409215 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d74631b6-bf60-4fbf-a3fb-a6f2287b556e req-2dbf0e9a-8d19-4719-ba0a-8db1494526fe tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 210 time: 0.0314260
Jan 10 12:48:40.446503 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c983941-1ca4-4746-a5bb-07c10f291c55 req-be8a9d90-4b2c-4950-8f00-26ac9630c662 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589044
Jan 10 12:48:40.842940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b0e3-e92f-47c4-b592-a285144d9a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:41.368893 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766057e-ca3c-43c9-88e2-6d9bc78e0b98 req-cd2655ad-ba8c-4666-9db6-86ab21567d83 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:41.376644 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6766057e-ca3c-43c9-88e2-6d9bc78e0b98 req-cd2655ad-ba8c-4666-9db6-86ab21567d83 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0696352
Jan 10 12:48:41.681520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-889e1582-321e-4aba-9717-187d7bc5f58b tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:41.683210 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-889e1582-321e-4aba-9717-187d7bc5f58b tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 809 time: 0.2261600
Jan 10 12:48:41.705621 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7caaf617-9c7c-470e-9e99-bac9732887dc req-542377e5-1ae6-49fc-93de-f5da9fc92376 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 210 time: 0.0373812
Jan 10 12:48:41.706232 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Request body: {'port': {'device_id': '27536579-386a-4119-81b7-0c48316a5fe1', 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7', 'admin_state_up': True, 'tenant_id': '9c74d48e1e934088addee3d78ddbe485'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:41.749615 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:48:41.780561 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6766057e-ca3c-43c9-88e2-6d9bc78e0b98 req-4f9674cf-fccd-4189-b6db-767984d0865d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4029205
Jan 10 12:48:41.876187 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9272d-5132-425e-ba31-8daf8f49f104 req-765bf5ca-d391-4cc3-9c58-81e11461d463 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:41.877971 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f8c9272d-5132-425e-ba31-8daf8f49f104 req-765bf5ca-d391-4cc3-9c58-81e11461d463 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0597768
Jan 10 12:48:41.937556 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f8c9272d-5132-425e-ba31-8daf8f49f104 req-81a4baf0-2e74-4b3a-a6fe-38f17ff0aa81 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523124
Jan 10 12:48:41.970783 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Made reservation on behalf of 9c74d48e1e934088addee3d78ddbe485 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:41.975867 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.015388 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.152684 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Allocated IP 172.20.0.6 (d9e7fcc6-2783-48be-a124-60b02ce632b7/b9b1838f-6870-455b-bf36-99edd80d604d/b9048143-da43-4ebf-95fd-5fad4bfb2326) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:42.327203 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks [] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.369403 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.479198 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:42.492415 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:42.494626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Pushing event updated for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:42.499467 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:42.563869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-562191d9-6c92-4b2d-9ec8-d6cad8d54fac tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:42.565739 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-562191d9-6c92-4b2d-9ec8-d6cad8d54fac tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.1790354
Jan 10 12:48:42.636492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:42.637092 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.700792 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-c25b2ba5-4e04-4e46-a92e-e83c8ea7a3b8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9992504
Jan 10 12:48:42.720109 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Request body: {'port': {'device_id': '27536579-386a-4119-81b7-0c48316a5fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:42.800080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.803136 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Deleting port 20b9c325-c5a2-4308-bf9c-add26af27b1a {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:48:42.803470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:42.843332 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff6c29-1e54-4968-b613-6820e01c707f req-36e484f5-7d89-4c87-ac7e-738443822567 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:42.845107 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fff6c29-1e54-4968-b613-6820e01c707f req-36e484f5-7d89-4c87-ac7e-738443822567 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 931 time: 0.0716698
Jan 10 12:48:42.899929 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fff6c29-1e54-4968-b613-6820e01c707f req-c1b6fab8-60db-48c3-9562-c1a9e9470a1c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466774
Jan 10 12:48:42.987508 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] For port 20b9c325-c5a2-4308-bf9c-add26af27b1a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=20b9c325-c5a2-4308-bf9c-add26af27b1a,segment=NetworkSegment(b2d6ed7a-b71c-4fb0-8648-b745c65f94d1),segment_id=b2d6ed7a-b71c-4fb0-8648-b745c65f94d1)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:42.987799 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.012512 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Calling delete_port for 20b9c325-c5a2-4308-bf9c-add26af27b1a owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:48:43.050870 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294feec-b2dc-4266-a724-23edecf0bd7b req-7480b7a0-4ccd-45d3-ba37-6b66446bd46a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:43.052467 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b294feec-b2dc-4266-a724-23edecf0bd7b req-7480b7a0-4ccd-45d3-ba37-6b66446bd46a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0502300
Jan 10 12:48:43.129254 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b294feec-b2dc-4266-a724-23edecf0bd7b req-229af31c-1a84-46f9-831b-c990b1da9475 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697703
Jan 10 12:48:43.151905 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e296ba-013f-42e6-994c-68d92e3ecd0e req-fd59c99c-c0b7-4c8f-a445-7c5fae7c2862 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:43.153626 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65e296ba-013f-42e6-994c-68d92e3ecd0e req-fd59c99c-c0b7-4c8f-a445-7c5fae7c2862 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 945 time: 0.0611739
Jan 10 12:48:43.206374 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65e296ba-013f-42e6-994c-68d92e3ecd0e req-5bb4fa00-decd-4886-b226-ce98f33bb924 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/security-groups?id=47adf905-91d5-4ecb-86f9-90216028974f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468290
Jan 10 12:48:43.470651 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9048143-da43-4ebf-95fd-5fad4bfb2326 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:43.480351 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks [] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.483038 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (20b9c325-c5a2-4308-bf9c-add26af27b1a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.506450 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['20b9c325-c5a2-4308-bf9c-add26af27b1a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:43.523922 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Pushing event deleted for resources: {'Port': ['ID=20b9c325-c5a2-4308-bf9c-add26af27b1a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:43.525954 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Transition to ACTIVE for port object b9048143-da43-4ebf-95fd-5fad4bfb2326 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:48:43.554310 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.615924 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] No DVR routers for this DVR port 20b9c325-c5a2-4308-bf9c-add26af27b1a on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:48:43.623019 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.626246 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f8839dcd-4e0a-4abc-9d25-0971831647b0 req-933a0578-7ffe-44a6-b795-b6c569bced67 tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.15 "DELETE /v2.0/ports/20b9c325-c5a2-4308-bf9c-add26af27b1a HTTP/1.1" status: 204  len: 173 time: 1.0550380
Jan 10 12:48:43.626706 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'name': 'network-vif-deleted', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:43.629172 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8553046-2184-4a69-9736-563f4aa0f0f0" -d '{"events": [{"server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "name": "network-vif-deleted", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:43.643483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Pushing event updated for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:43.677772 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.711266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179c918f-6470-4dac-a360-b35425b0254e x-openstack-request-id: req-179c918f-6470-4dac-a360-b35425b0254e {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:43.712060 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5293f2-dd8c-49b7-b758-6a921c8addd7", "name": "network-vif-deleted", "tag": "20b9c325-c5a2-4308-bf9c-add26af27b1a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:43.712060 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-179c918f-6470-4dac-a360-b35425b0254e {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:43.712566 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5293f2-dd8c-49b7-b758-6a921c8addd7', 'name': 'network-vif-deleted', 'tag': '20b9c325-c5a2-4308-bf9c-add26af27b1a', 'status': 'completed', 'code': 200}
Jan 10 12:48:43.759837 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Attempting to bind port b9048143-da43-4ebf-95fd-5fad4bfb2326 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:43.760138 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Attempting to bind port b9048143-da43-4ebf-95fd-5fad4bfb2326 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:43.760469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Attempting to bind port b9048143-da43-4ebf-95fd-5fad4bfb2326 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:43.789076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Port b9048143-da43-4ebf-95fd-5fad4bfb2326 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:48:43.789426 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Attempting to bind port b9048143-da43-4ebf-95fd-5fad4bfb2326 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:43.797743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:43.798099 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Checking segment: {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:43.798488 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Bound using segment: {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:43.799545 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Bound port: b9048143-da43-4ebf-95fd-5fad4bfb2326, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:43.799909 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:43.850878 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-4d4fe1d4-8b42-4da9-a131-313e953f1eed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1047816
Jan 10 12:48:43.906426 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:43.947125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:43.956195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.001050 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.001671 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.003064 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] 10.222.0.15 "PUT /v2.0/ports/b9048143-da43-4ebf-95fd-5fad4bfb2326 HTTP/1.1" status: 200  len: 1093 time: 1.2902405
Jan 10 12:48:44.008117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bdc73-1093-4e87-b001-cadbeef864ab req-d3556f57-01f4-4842-a201-fdd890ed4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.009568 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-d3556f57-01f4-4842-a201-fdd890ed4b01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 1099 time: 0.1005025
Jan 10 12:48:44.069540 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.074169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507f300-b2fd-4e07-a108-213f2224970e service neutron] Pushing event updated for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:44.113729 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915250ce-f408-4f14-8568-a5491a10a957 req-de27981b-6889-492a-9eb7-a1794d1c8875 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.120420 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-915250ce-f408-4f14-8568-a5491a10a957 req-de27981b-6889-492a-9eb7-a1794d1c8875 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 943 time: 0.1135592
Jan 10 12:48:44.243189 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-915250ce-f408-4f14-8568-a5491a10a957 req-13f6da91-9bc7-408c-865c-17620b437452 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023335
Jan 10 12:48:44.295045 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-87496dcb-81b4-48d1-9fbb-476cb2442a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.296746 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-87496dcb-81b4-48d1-9fbb-476cb2442a3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 1096 time: 0.1912568
Jan 10 12:48:44.308598 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bdc73-1093-4e87-b001-cadbeef864ab req-22f6152c-c087-468b-afc6-75b274e6cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.310889 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-22f6152c-c087-468b-afc6-75b274e6cd00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 914 time: 0.2609770
Jan 10 12:48:44.385968 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-92220fa1-d40b-43ab-a8b1-e6996dd75715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326 HTTP/1.1" status: 200  len: 217 time: 0.0434253
Jan 10 12:48:44.390497 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cfebf-a116-4c8c-a1cc-1d0fd45fd689 req-8e549525-14ef-4703-8c05-21b8653a2881 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.392614 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d35cfebf-a116-4c8c-a1cc-1d0fd45fd689 req-8e549525-14ef-4703-8c05-21b8653a2881 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0772777
Jan 10 12:48:44.434674 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3228d32c-8862-4588-b406-855256f38e84 req-bbd4eb9e-d0d3-4b77-a840-c1ddb4bd0f9d tempest-DeleteServersTestJSON-465668751 tempest-DeleteServersTestJSON-465668751-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f5293f2-dd8c-49b7-b758-6a921c8addd7 HTTP/1.1" status: 200  len: 210 time: 0.0408065
Jan 10 12:48:44.460675 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-78b42f80-9c5c-498e-9474-403f1d554d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6 HTTP/1.1" status: 200  len: 217 time: 0.1314049
Jan 10 12:48:44.515709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465de09-2718-42b3-81ef-343ba183a96e req-0664cff8-4c89-4853-8a77-2fc39d312d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.517496 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-0664cff8-4c89-4853-8a77-2fc39d312d35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b1838f-6870-455b-bf36-99edd80d604d HTTP/1.1" status: 200  len: 849 time: 0.0976560
Jan 10 12:48:44.521086 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d35cfebf-a116-4c8c-a1cc-1d0fd45fd689 req-d860a0f5-1a4a-43ce-8330-255f8fe9b8ca tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837731
Jan 10 12:48:44.540091 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34114) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:44.557638 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-4271c452-4088-4dcb-a5bc-7266f27ef613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9e7fcc6-2783-48be-a124-60b02ce632b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317421
Jan 10 12:48:44.561969 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bdc73-1093-4e87-b001-cadbeef864ab req-f1a03d80-92b6-4b5a-afb3-2a2de6160923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:44.563628 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-f1a03d80-92b6-4b5a-afb3-2a2de6160923 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0942123
Jan 10 12:48:44.623754 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-6dbe65d4-7312-41c2-9feb-53ef8240ba70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0422084
Jan 10 12:48:44.660752 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c986465-d620-44c8-b979-b496a472b8f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.736460 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c986465-d620-44c8-b979-b496a472b8f6 admin admin] Publish callbacks [] for security_group (5adc8970-dc8f-4d96-ba66-79c4c7322df9), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.742336 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c986465-d620-44c8-b979-b496a472b8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5adc8970-dc8f-4d96-ba66-79c4c7322df9), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.745343 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-8d687d29-f5b4-4d08-ad03-b9c74da4c5a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1715887
Jan 10 12:48:44.780389 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3c986465-d620-44c8-b979-b496a472b8f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cad93e87ae2b4ea0ae3cdee73cf03889&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2388501
Jan 10 12:48:44.785870 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34118) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:44.791252 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c986465-d620-44c8-b979-b496a472b8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adc8970-dc8f-4d96-ba66-79c4c7322df9,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:44.798782 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-ed71bd2d-8bea-4083-ae62-bcb6bdb7a19b service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459017
Jan 10 12:48:44.851564 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:44.963827 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6465de09-2718-42b3-81ef-343ba183a96e req-820de478-304b-482b-a56c-8de84e9d5e7a service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2040768
Jan 10 12:48:44.968748 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] Publish callbacks [] for security_group (5adc8970-dc8f-4d96-ba66-79c4c7322df9), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.013306 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] Publish callbacks [] for security_group (5adc8970-dc8f-4d96-ba66-79c4c7322df9), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.017046 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-558bdc73-1093-4e87-b001-cadbeef864ab req-f620bb72-f5ad-4803-bc99-7356ed63e068 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798611
Jan 10 12:48:45.072899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5adc8970-dc8f-4d96-ba66-79c4c7322df9), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.075424 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.076640 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5adc8970-dc8f-4d96-ba66-79c4c7322df9 HTTP/1.1" status: 204  len: 168 time: 0.2884500
Jan 10 12:48:45.086630 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a476f8-68d1-49be-8680-70076763b6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adc8970-dc8f-4d96-ba66-79c4c7322df9,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:45.381148 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2ce0-d21a-4cad-b8d9-f706a577f300 req-961fbf96-2b62-4cb4-abf4-b7afeb560240 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:45.382774 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-97ce2ce0-d21a-4cad-b8d9-f706a577f300 req-961fbf96-2b62-4cb4-abf4-b7afeb560240 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 943 time: 0.0494967
Jan 10 12:48:45.411179 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34148) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:45.424712 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5352bf7-22b2-48f7-8d32-c6f6ed28f1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.435421 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-97ce2ce0-d21a-4cad-b8d9-f706a577f300 req-cb188bcf-95cf-44e7-9aff-f37e05b470f7 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451331
Jan 10 12:48:45.523586 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5352bf7-22b2-48f7-8d32-c6f6ed28f1f1 admin admin] Publish callbacks [] for security_group (d84826bc-d66b-49b3-a0ae-407277b658e7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.534164 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5352bf7-22b2-48f7-8d32-c6f6ed28f1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d84826bc-d66b-49b3-a0ae-407277b658e7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.585205 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a5352bf7-22b2-48f7-8d32-c6f6ed28f1f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f58ca6180eb6473587a8cfd61be467db&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1703539
Jan 10 12:48:45.585554 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34158) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:45.594730 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5352bf7-22b2-48f7-8d32-c6f6ed28f1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84826bc-d66b-49b3-a0ae-407277b658e7,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:45.677739 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] Publish callbacks [] for security_group (d84826bc-d66b-49b3-a0ae-407277b658e7), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.707961 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] Publish callbacks [] for security_group (d84826bc-d66b-49b3-a0ae-407277b658e7), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.713798 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:45.716594 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fff8efb-b886-4a53-8bfe-05ca0462271a" -d '{"events": [{"name": "network-changed", "server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:45.756302 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c9c94-3bdd-414b-9ce5-89c0cd5ed43f req-a5f07b98-f406-4605-9475-a114b4f69588 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:45.758000 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c43c9c94-3bdd-414b-9ce5-89c0cd5ed43f req-a5f07b98-f406-4605-9475-a114b4f69588 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1183333
Jan 10 12:48:45.774972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fd915c-55b5-4aba-bc6a-cf603ce2971d x-openstack-request-id: req-35fd915c-55b5-4aba-bc6a-cf603ce2971d {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:45.776005 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:45.776187 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35fd915c-55b5-4aba-bc6a-cf603ce2971d {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:45.776508 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326', 'status': 'completed', 'code': 200}
Jan 10 12:48:45.852084 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c43c9c94-3bdd-414b-9ce5-89c0cd5ed43f req-6bb0f67b-28e3-4126-bd4b-b9061d0e1885 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611267
Jan 10 12:48:45.853209 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d84826bc-d66b-49b3-a0ae-407277b658e7), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.856016 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:45.857075 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d84826bc-d66b-49b3-a0ae-407277b658e7 HTTP/1.1" status: 204  len: 168 time: 0.2705290
Jan 10 12:48:45.868740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-1bc5100b-dcab-479b-b349-cc815f303e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:45.871598 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-1bc5100b-dcab-479b-b349-cc815f303e4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 1096 time: 0.0671070
Jan 10 12:48:45.893230 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f442e-f4ed-4cf1-9fee-990d2b866bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84826bc-d66b-49b3-a0ae-407277b658e7,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:45.980511 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-6271d034-d758-4401-8157-1649cb133e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:45.982204 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-6271d034-d758-4401-8157-1649cb133e8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 909 time: 0.1012921
Jan 10 12:48:46.032115 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-e7ab6038-62c6-417b-8a40-4b7f426902d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326 HTTP/1.1" status: 200  len: 217 time: 0.0426812
Jan 10 12:48:46.097833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-93a1dd6f-6a07-4340-872b-0b6a5d31b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:46.100041 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-93a1dd6f-6a07-4340-872b-0b6a5d31b651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b1838f-6870-455b-bf36-99edd80d604d HTTP/1.1" status: 200  len: 849 time: 0.0581861
Jan 10 12:48:46.137105 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-a7afa8ce-296c-477e-ad18-a1fa251a1f60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9e7fcc6-2783-48be-a124-60b02ce632b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268109
Jan 10 12:48:46.249726 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-d0df7a45-6c13-41ac-b186-6c8970e0d61d service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0985532
Jan 10 12:48:46.272931 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34186) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:46.297037 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1b205e3-80a9-4dda-99d4-2c2fbeae522c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.349118 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8fff8efb-b886-4a53-8bfe-05ca0462271a req-d5fda2c3-0874-4e4e-8605-c6fb11939b6b service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871246
Jan 10 12:48:46.442631 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1b205e3-80a9-4dda-99d4-2c2fbeae522c admin admin] Publish callbacks [] for security_group (72cd4950-f8fd-4bb4-8160-17a5cbd4ca06), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.446967 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1b205e3-80a9-4dda-99d4-2c2fbeae522c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (72cd4950-f8fd-4bb4-8160-17a5cbd4ca06), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.488999 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a1b205e3-80a9-4dda-99d4-2c2fbeae522c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2f97b5f9ae54176a115b14454583d7b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2138774
Jan 10 12:48:46.490958 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34206) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:46.496894 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b205e3-80a9-4dda-99d4-2c2fbeae522c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cd4950-f8fd-4bb4-8160-17a5cbd4ca06,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:46.557470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] Publish callbacks [] for security_group (72cd4950-f8fd-4bb4-8160-17a5cbd4ca06), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.579087 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08be9e-09c9-4ff8-91e1-b1c704044510 req-112f096d-b3e0-42fa-8dd9-8ec0abdaef0a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:46.580636 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e08be9e-09c9-4ff8-91e1-b1c704044510 req-112f096d-b3e0-42fa-8dd9-8ec0abdaef0a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 943 time: 0.0612299
Jan 10 12:48:46.587060 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] Publish callbacks [] for security_group (72cd4950-f8fd-4bb4-8160-17a5cbd4ca06), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.643024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (72cd4950-f8fd-4bb4-8160-17a5cbd4ca06), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.647333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:46.648558 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72cd4950-f8fd-4bb4-8160-17a5cbd4ca06 HTTP/1.1" status: 204  len: 168 time: 0.1565526
Jan 10 12:48:46.659018 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6c5a5-0684-41d1-8325-86dcfe982edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cd4950-f8fd-4bb4-8160-17a5cbd4ca06,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:46.691018 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e08be9e-09c9-4ff8-91e1-b1c704044510 req-e757ddd7-d6b5-46b1-a339-35e23444e852 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963538
Jan 10 12:48:46.710283 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 20b9c325-c5a2-4308-bf9c-add26af27b1a no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:48:46.734110 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 20b9c325-c5a2-4308-bf9c-add26af27b1a {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:48:46.734694 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 20b9c325-c5a2-4308-bf9c-add26af27b1a not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:48:46.748951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-2eaa39da-383c-463e-8c17-92f72fe66899 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:46.750694 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-2eaa39da-383c-463e-8c17-92f72fe66899 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.1669965
Jan 10 12:48:46.766766 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-206539f3-59ca-4830-a201-767675cfc127 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/quotas/cc2f029676f249c681ad86a3f68525e4 HTTP/1.1" status: 200  len: 375 time: 0.0100942
Jan 10 12:48:46.775469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34220) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:46.818677 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-0ed95903-eba7-4d87-a464-504958d8bf1e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0453830
Jan 10 12:48:46.938622 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-01531fb3-62dc-47f9-82ad-3eb4d7f858ef service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1121104
Jan 10 12:48:47.021661 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b10467b3-42d2-4f1f-a6c0-6a1843f92b08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.057741 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406d7bf-4fb2-457b-b857-cb8bb1f22d59 req-4d3ab5ba-0dfb-42b1-af1f-50c72de288f1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:47.059265 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9406d7bf-4fb2-457b-b857-cb8bb1f22d59 req-4d3ab5ba-0dfb-42b1-af1f-50c72de288f1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1037951
Jan 10 12:48:47.100183 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-22437835-fbd4-4ccc-814b-89547a9eac29 service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1550744
Jan 10 12:48:47.121882 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b10467b3-42d2-4f1f-a6c0-6a1843f92b08 admin admin] Publish callbacks [] for security_group (2cfe7719-cfd3-468d-95f3-bdb854f50b44), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.129512 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b10467b3-42d2-4f1f-a6c0-6a1843f92b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2cfe7719-cfd3-468d-95f3-bdb854f50b44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.136590 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9406d7bf-4fb2-457b-b857-cb8bb1f22d59 req-61fe0ea6-16a6-4d16-b28d-45629889971f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661793
Jan 10 12:48:47.201757 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b10467b3-42d2-4f1f-a6c0-6a1843f92b08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=116ba1acf9b243448eb63b5d7a9f8eb4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4241710
Jan 10 12:48:47.201757 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10467b3-42d2-4f1f-a6c0-6a1843f92b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfe7719-cfd3-468d-95f3-bdb854f50b44,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:47.204522 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34244) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:47.293659 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34254) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:47.316292 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-430e22f4-ac15-443e-89f9-1d5d814da0ee req-927de217-dec9-4eb3-82d0-46aa19237a8f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 210 time: 0.0551608
Jan 10 12:48:47.337974 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] Publish callbacks [] for security_group (2cfe7719-cfd3-468d-95f3-bdb854f50b44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.369822 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Deleting subnet 7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:48:47.373395 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Publish callbacks [] for subnet (7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.378080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] Publish callbacks [] for security_group (2cfe7719-cfd3-468d-95f3-bdb854f50b44), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.415769 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Publish callbacks [] for subnet (7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.425429 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.479091 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2cfe7719-cfd3-468d-95f3-bdb854f50b44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.482255 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.485518 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cfe7719-cfd3-468d-95f3-bdb854f50b44 HTTP/1.1" status: 204  len: 168 time: 0.2700973
Jan 10 12:48:47.507058 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31c1db-9901-461e-9985-725e62a1203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfe7719-cfd3-468d-95f3-bdb854f50b44,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:47.507186 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.593696 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:47.600245 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.603355 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-4cda3fee-625f-413c-af9e-f113bd6a940e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e8edd0b-93fe-4787-a8b3-cfd3d3e5c607 HTTP/1.1" status: 204  len: 168 time: 0.3085454
Jan 10 12:48:47.606057 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34274) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:47.699621 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (49875016-4f0b-4a71-9be4-5256b69fc5a3), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.819757 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (49875016-4f0b-4a71-9be4-5256b69fc5a3), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.853215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb750f460>,) {'filters': {'network_id': ['49875016-4f0b-4a71-9be4-5256b69fc5a3']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:47.867709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb750f460>, 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:47.868375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb750f460>, 'b2d6ed7a-b71c-4fb0-8648-b745c65f94d1') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:47.884233 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (b2d6ed7a-b71c-4fb0-8648-b745c65f94d1), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.892647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee32b4-4ef8-4cfd-a1ab-5d42cb71fdf4 req-626c14a3-8519-4474-a324-509bc76485ee tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:47.902942 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cfee32b4-4ef8-4cfd-a1ab-5d42cb71fdf4 req-626c14a3-8519-4474-a324-509bc76485ee tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 943 time: 0.0892661
Jan 10 12:48:47.914636 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (b2d6ed7a-b71c-4fb0-8648-b745c65f94d1), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.925601 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:48:47.927483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (b2d6ed7a-b71c-4fb0-8648-b745c65f94d1), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:48:47.936009 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:48:47.971103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cfee32b4-4ef8-4cfd-a1ab-5d42cb71fdf4 req-14fd1535-a316-4017-b15f-9bffd40f368a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669770
Jan 10 12:48:48.027457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (49875016-4f0b-4a71-9be4-5256b69fc5a3), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.042016 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.045779 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] 10.222.0.13 "DELETE /v2.0/networks/49875016-4f0b-4a71-9be4-5256b69fc5a3 HTTP/1.1" status: 204  len: 168 time: 0.4385402
Jan 10 12:48:48.056301 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d487b54-6f05-48f8-ae35-33cc7839397e admin admin] Pushing event deleted for resources: {'Network': ['ID=49875016-4f0b-4a71-9be4-5256b69fc5a3,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:48.243093 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34296) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:48.260857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dd6c6f2c-91a5-4070-9585-eef743915f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.265594 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34298) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:48.318729 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285749b-05e4-4668-b204-ec968416cfc5 req-dcd0f5f9-e1ae-458a-b73d-86d7fb2bd952 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:48.320294 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9285749b-05e4-4668-b204-ec968416cfc5 req-dcd0f5f9-e1ae-458a-b73d-86d7fb2bd952 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0954216
Jan 10 12:48:48.327796 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f0c03977-59d6-467a-94c0-5656eec1bdd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30d54bc5b800487db219940267292ed4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0609286
Jan 10 12:48:48.332908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34302) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:48.371316 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9285749b-05e4-4668-b204-ec968416cfc5 req-1cd8e4f9-7068-42bf-9a9d-c69449340a54 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424464
Jan 10 12:48:48.406352 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca6f0c6c-71dd-4ecd-8718-ed522f64822c req-47436742-d33a-41b7-9c39-6b08e2876dc3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 210 time: 0.0264499
Jan 10 12:48:48.408043 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] Publish callbacks [] for security_group (47adf905-91d5-4ecb-86f9-90216028974f), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.411443 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dd6c6f2c-91a5-4070-9585-eef743915f87 admin admin] Publish callbacks [] for security_group (1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.429706 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dd6c6f2c-91a5-4070-9585-eef743915f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.461482 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] Publish callbacks [] for security_group (47adf905-91d5-4ecb-86f9-90216028974f), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.497550 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-dd6c6f2c-91a5-4070-9585-eef743915f87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=276ae7c965f141a08cc55a37f52dee54&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2505679
Jan 10 12:48:48.497768 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34308) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:48.501483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c6f2c-91a5-4070-9585-eef743915f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:48.533028 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (47adf905-91d5-4ecb-86f9-90216028974f), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.536321 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.540170 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47adf905-91d5-4ecb-86f9-90216028974f HTTP/1.1" status: 204  len: 168 time: 0.2036757
Jan 10 12:48:48.549158 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7b88e-5a90-4a64-8782-678184b6eaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47adf905-91d5-4ecb-86f9-90216028974f,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:48.577793 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] Publish callbacks [] for security_group (1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.604796 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] Publish callbacks [] for security_group (1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.679761 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.686327 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.689016 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f HTTP/1.1" status: 204  len: 168 time: 0.1902156
Jan 10 12:48:48.716911 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b9048143-da43-4ebf-95fd-5fad4bfb2326 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:48.722022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859433e-afee-4a74-bbeb-21b7c01b836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c1f7c-6b39-4099-872f-ee8bcdcfa33f,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:48.832815 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-b04711b4-61a1-4457-918d-3e90dd4c7ec6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:48.835801 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-b04711b4-61a1-4457-918d-3e90dd4c7ec6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.1554294
Jan 10 12:48:48.857363 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Request body: {'port': {'device_id': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'admin_state_up': True, 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:48.869579 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:48.892440 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'b9048143-da43-4ebf-95fd-5fad4bfb2326', 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7', 'port_id': 'b9048143-da43-4ebf-95fd-5fad4bfb2326', 'mac_address': 'fa:16:3e:1c:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b1838f-6870-455b-bf36-99edd80d604d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:48.945357 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b9048143-da43-4ebf-95fd-5fad4bfb2326 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:48.946038 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:48.963866 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9048143-da43-4ebf-95fd-5fad4bfb2326 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:48.990200 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:48.996239 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.017422 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:49.025257 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.061712 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:49.072779 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.073197 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.073558 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.073892 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.074652 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.075213 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.075743 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.076274 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.076814 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.077340 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.077823 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.078508 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.079098 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:49.127135 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18619-52eb-43f7-be97-567c76faaff3 req-d7775129-308f-4900-b6cf-968cc958793d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:49.130120 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0f18619-52eb-43f7-be97-567c76faaff3 req-d7775129-308f-4900-b6cf-968cc958793d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 944 time: 0.0658302
Jan 10 12:48:49.192485 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0f18619-52eb-43f7-be97-567c76faaff3 req-de3a1cd2-53a8-4c99-bbc4-f51bb2353bb4 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557885
Jan 10 12:48:49.241075 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Allocated IP 172.20.0.7 (0493530f-49b3-4527-b75d-6de75567c16c/9403c6c1-8e3d-42d3-8762-9588cf0eea48/cae30eac-1be6-45e1-a371-f67ef66276f8) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:49.346001 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['b9048143-da43-4ebf-95fd-5fad4bfb2326'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:49.424281 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34352) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:49.443216 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-879d8eb1-029f-4aab-89b7-d52e3e46a9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.526624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks [] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.552741 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c9dd6a46-47cd-4daa-9f56-ae06bc606cd2 req-74d36985-6ebb-4885-a9e7-5925e44ac1ea tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 210 time: 0.0522587
Jan 10 12:48:49.616534 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.655611 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65a325-1e64-4aa6-99ca-1c5e12879fcf req-a0f4cb6a-cac8-4fae-bef0-229dc722be4d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:49.663460 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5c65a325-1e64-4aa6-99ca-1c5e12879fcf req-a0f4cb6a-cac8-4fae-bef0-229dc722be4d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1241539
Jan 10 12:48:49.718439 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Network 0493530f-49b3-4527-b75d-6de75567c16c is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:49.722450 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:49.729620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:49.734010 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event updated for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:49.743884 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-879d8eb1-029f-4aab-89b7-d52e3e46a9f8 admin admin] Publish callbacks [] for security_group (d57e9b6b-a6ad-4bc2-93c6-efba20584f0c), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.758909 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5c65a325-1e64-4aa6-99ca-1c5e12879fcf req-8f6dce81-5286-432c-9d61-6a6c0ec107d4 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920463
Jan 10 12:48:49.764301 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-879d8eb1-029f-4aab-89b7-d52e3e46a9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d57e9b6b-a6ad-4bc2-93c6-efba20584f0c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.801603 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-879d8eb1-029f-4aab-89b7-d52e3e46a9f8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5d9d7d268a84d41a4ae8da3e0eb71e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3760226
Jan 10 12:48:49.804830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:49.805681 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.807966 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34370) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:49.831131 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d8eb1-029f-4aab-89b7-d52e3e46a9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e9b6b-a6ad-4bc2-93c6-efba20584f0c,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:49.849179 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6f755240-9b07-485c-989f-984cfe886310 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9976432
Jan 10 12:48:49.868844 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Request body: {'port': {'device_id': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:49.917866 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] Publish callbacks [] for security_group (d57e9b6b-a6ad-4bc2-93c6-efba20584f0c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.958206 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:49.971713 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] Publish callbacks [] for security_group (d57e9b6b-a6ad-4bc2-93c6-efba20584f0c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.033740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34376) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:50.112282 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d57e9b6b-a6ad-4bc2-93c6-efba20584f0c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.115846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.119928 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d57e9b6b-a6ad-4bc2-93c6-efba20584f0c HTTP/1.1" status: 204  len: 168 time: 0.3096328
Jan 10 12:48:50.138391 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab10ef-179c-4952-8479-056aea06a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e9b6b-a6ad-4bc2-93c6-efba20584f0c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:50.201896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-253632560-network', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:50.211003 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:50.246270 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Made reservation on behalf of 42f048bd448f467aa0b37935d03a60e9 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:50.249303 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.260502 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.327466 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdc6ff-9f77-43a7-ad75-a956f2b1a73b req-6af1e53f-a7ec-4454-b0e0-354a5e55e882 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:50.336105 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fcdc6ff-9f77-43a7-ad75-a956f2b1a73b req-6af1e53f-a7ec-4454-b0e0-354a5e55e882 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 944 time: 0.0723481
Jan 10 12:48:50.392024 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fcdc6ff-9f77-43a7-ad75-a956f2b1a73b req-3b9da676-3d79-43df-8bd5-24d34c56872a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507355
Jan 10 12:48:50.398781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae30eac-1be6-45e1-a371-f67ef66276f8 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:50.408574 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks [] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.435764 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks [] for security_group (bfc5339c-cf52-494b-b3b7-4d601057c443), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.438716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Transition to ACTIVE for port object cae30eac-1be6-45e1-a371-f67ef66276f8 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:48:50.441231 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bfc5339c-cf52-494b-b3b7-4d601057c443), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.447163 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.469611 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:48:50.692911 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ed486-71a5-4e6e-bd96-6e86c5bbe208 req-31ee8ff6-8ecb-4090-913d-852927e4a2a3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:50.694554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-145ed486-71a5-4e6e-bd96-6e86c5bbe208 req-31ee8ff6-8ecb-4090-913d-852927e4a2a3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 943 time: 0.0602350
Jan 10 12:48:50.723589 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b9048143-da43-4ebf-95fd-5fad4bfb2326 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:50.756363 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-145ed486-71a5-4e6e-bd96-6e86c5bbe208 req-2942a72e-c515-448f-93cd-9d07588a75f5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546887
Jan 10 12:48:50.780154 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5339c-cf52-494b-b3b7-4d601057c443,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:50.786390 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (27b63137-34b0-42e4-bc1b-8c38cfdb1317), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.786721 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Added segment 27b63137-34b0-42e4-bc1b-8c38cfdb1317 of type vlan for network 87c964fb-a880-497c-9fae-14b2acc2e4e6
Jan 10 12:48:50.797790 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Pushing event updated for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:50.833890 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port b9048143-da43-4ebf-95fd-5fad4bfb2326 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:50.839961 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port b9048143-da43-4ebf-95fd-5fad4bfb2326 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:50.840341 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.885647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (87c964fb-a880-497c-9fae-14b2acc2e4e6), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.921316 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f589a05-af6d-4a94-9960-661f5a837e40 req-ea9f5657-f3ac-4238-b241-c9b9a1fc6a4d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:50.924995 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8f589a05-af6d-4a94-9960-661f5a837e40 req-ea9f5657-f3ac-4238-b241-c9b9a1fc6a4d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0628939
Jan 10 12:48:50.928481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Attempting to bind port cae30eac-1be6-45e1-a371-f67ef66276f8 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:50.929309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Attempting to bind port cae30eac-1be6-45e1-a371-f67ef66276f8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:50.929635 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Attempting to bind port cae30eac-1be6-45e1-a371-f67ef66276f8 on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:50.936199 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Port cae30eac-1be6-45e1-a371-f67ef66276f8 on network 0493530f-49b3-4527-b75d-6de75567c16c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:48:50.937326 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Attempting to bind port cae30eac-1be6-45e1-a371-f67ef66276f8 on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:50.939983 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (87c964fb-a880-497c-9fae-14b2acc2e4e6), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.942052 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:50.943950 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.946352 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b9048143-da43-4ebf-95fd-5fad4bfb2326 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:50.946747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:50.970226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:50.970636 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Checking segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:50.971163 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Bound using segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:50.971754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Bound port: cae30eac-1be6-45e1-a371-f67ef66276f8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:50.972246 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.003890 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9674597
Jan 10 12:48:51.007702 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8f589a05-af6d-4a94-9960-661f5a837e40 req-c4586059-4d52-408e-a5a1-342ad25f1b28 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701969
Jan 10 12:48:51.008268 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34418) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:51.028600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Request body: {'subnet': {'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-253632560-subnet', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:51.033482 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:51.036576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d686759-16e9-47f5-8d36-e2f2a2438103" -d '{"events": [{"server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "name": "network-vif-plugged", "status": "completed", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:51.049769 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:51.059880 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.063917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc491c-3836-4eda-8b55-dfe5705c2541 admin admin] Pushing event updated for resources: {'Network': ['ID=87c964fb-a880-497c-9fae-14b2acc2e4e6,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:51.085194 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Made reservation on behalf of 42f048bd448f467aa0b37935d03a60e9 for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:48:51.089061 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.096814 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:48:51.098003 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:51.106994 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cae30eac-1be6-45e1-a371-f67ef66276f8,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:51.113943 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.123263 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebed692b-5072-4d99-a7b1-5ce91304e55b x-openstack-request-id: req-ebed692b-5072-4d99-a7b1-5ce91304e55b {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:51.123601 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "name": "network-vif-plugged", "status": "completed", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:51.123864 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ebed692b-5072-4d99-a7b1-5ce91304e55b {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:51.124254 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326', 'code': 200}
Jan 10 12:48:51.161424 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.162040 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.163963 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] 10.222.0.15 "PUT /v2.0/ports/cae30eac-1be6-45e1-a371-f67ef66276f8 HTTP/1.1" status: 200  len: 1093 time: 1.3000500
Jan 10 12:48:51.164438 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:51.166776 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d35700a-f2d6-455b-b6b4-93c963f25d33" -d '{"events": [{"name": "network-changed", "server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:51.207479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd049923-94ae-4505-bbd7-b4ada7875132 service neutron] Pushing event updated for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:51.248432 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae8b05d-9b6b-4935-8bf9-0112a1325dc8 x-openstack-request-id: req-1ae8b05d-9b6b-4935-8bf9-0112a1325dc8 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:51.248823 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:51.249164 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ae8b05d-9b6b-4935-8bf9-0112a1325dc8 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:51.249663 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8', 'status': 'completed', 'code': 200}
Jan 10 12:48:51.317738 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-a20f35e6-d0bd-42ed-9204-4c8a893a2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.319395 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-a20f35e6-d0bd-42ed-9204-4c8a893a2555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 1096 time: 0.0623515
Jan 10 12:48:51.385328 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-6212f3bd-41a9-44d6-b473-ae3afb3921eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cae30eac-1be6-45e1-a371-f67ef66276f8 HTTP/1.1" status: 200  len: 217 time: 0.0546300
Jan 10 12:48:51.409989 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (22ea15e4-176d-416b-ba21-7416cf396861), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.412684 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:51.489979 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ea15e4-176d-416b-ba21-7416cf396861,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:51.515458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc917c-5a95-4d0c-9ebb-7e9f011091d5 req-0c60c2be-b7af-49cf-8ee7-37fe19cef775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.517062 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-81fc917c-5a95-4d0c-9ebb-7e9f011091d5 req-0c60c2be-b7af-49cf-8ee7-37fe19cef775 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 1098 time: 0.1881299
Jan 10 12:48:51.521151 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-0b236961-c9ce-491d-bb45-3f3f91a56cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.522691 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-0b236961-c9ce-491d-bb45-3f3f91a56cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0879130
Jan 10 12:48:51.557340 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Checking segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:51.557741 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Network hostable DHCP agents. Network: 87c964fb-a880-497c-9fae-14b2acc2e4e6, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:48:51.570371 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d36294-2dcd-4bb0-aada-548ab13f0eab req-9a12a88f-393c-43f5-9256-da36cd55e714 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.571991 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0d36294-2dcd-4bb0-aada-548ab13f0eab req-9a12a88f-393c-43f5-9256-da36cd55e714 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.1076674
Jan 10 12:48:51.579610 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-5dc811c3-66ff-4ef4-9336-540ac1c6d4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391319
Jan 10 12:48:51.600818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:48:51.621011 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 87c964fb-a880-497c-9fae-14b2acc2e4e6) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:51.631254 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:51.631586 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5d725-b7a6-4d78-9d08-fd797fce38b8 None None] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:51.631901 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.635388 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-81fc917c-5a95-4d0c-9ebb-7e9f011091d5 req-05844dec-d1fa-4414-8fa8-1954af52bbcf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111302
Jan 10 12:48:51.664422 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0d36294-2dcd-4bb0-aada-548ab13f0eab req-065fea32-9fe8-4ea2-a52f-950af8944510 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858693
Jan 10 12:48:51.688755 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-450018bc-f1b3-407d-9b7f-2ce0968c3ee4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6750183
Jan 10 12:48:51.688878 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34438) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:51.693165 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:51.741732 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.742928 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.751140 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-91bd1a93-a499-44cf-aaa2-813cb337ab8f service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1597164
Jan 10 12:48:51.828983 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for router_controller (3b260336-c370-4d6f-8187-8f01d003a7b3), precommit_add_association {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.871206 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-87c964fb-a880-497c-9fae-14b2acc2e4e6', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:48:51.872129 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:51.991797 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b64d4-9fc9-4de6-ac8f-f53f88f68e14 req-27c0f409-4900-48ca-944f-3ef5d287749d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.000875 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6e9b64d4-9fc9-4de6-ac8f-f53f88f68e14 req-27c0f409-4900-48ca-944f-3ef5d287749d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 943 time: 0.1056075
Jan 10 12:48:52.034480 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Allocated IP 172.20.0.2 (87c964fb-a880-497c-9fae-14b2acc2e4e6/22ea15e4-176d-416b-ba21-7416cf396861/1f9197a2-d59c-477f-9222-11a5d85d102d) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:52.055664 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6e9b64d4-9fc9-4de6-ac8f-f53f88f68e14 req-4e213b70-0339-499d-8b73-f2b4cd47cedf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501730
Jan 10 12:48:52.075579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for router_gateway (3b260336-c370-4d6f-8187-8f01d003a7b3), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.112604 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7a7a3471-9b34-4b7f-9495-03b547b837b3 req-8ab80e9c-8297-43b8-8076-8675c21fc711 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276573
Jan 10 12:48:52.142457 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e538b-30b1-4aa4-aad8-7bdeb26d00e2 req-8457983e-7f7d-4188-b3b7-190c127a1370 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.144217 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-498e538b-30b1-4aa4-aad8-7bdeb26d00e2 req-8457983e-7f7d-4188-b3b7-190c127a1370 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0562916
Jan 10 12:48:52.198150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-498e538b-30b1-4aa4-aad8-7bdeb26d00e2 req-3b135860-3169-4d1a-8a43-562a8e75b136 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479438
Jan 10 12:48:52.236076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-b1daff20-bdec-4b20-b019-e9a94b121423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.237561 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-b1daff20-bdec-4b20-b019-e9a94b121423 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 1096 time: 0.0554233
Jan 10 12:48:52.246801 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks [] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.252951 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.295575 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:52.298399 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:52.302001 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:52.309285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Pushing event updated for resources: {'Port': ['ID=1f9197a2-d59c-477f-9222-11a5d85d102d,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:52.358979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Attempting to bind port 1f9197a2-d59c-477f-9222-11a5d85d102d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:52.359326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Attempting to bind port 1f9197a2-d59c-477f-9222-11a5d85d102d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:52.359714 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Attempting to bind port 1f9197a2-d59c-477f-9222-11a5d85d102d on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:52.364933 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:52.365307 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Checking segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:52.365706 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.366110 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Bound using segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:52.366572 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Bound port: 1f9197a2-d59c-477f-9222-11a5d85d102d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:52.366950 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.420597 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for router_gateway (3b260336-c370-4d6f-8187-8f01d003a7b3), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.432123 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] For port 1f9197a2-d59c-477f-9222-11a5d85d102d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:52.435161 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] For port 1f9197a2-d59c-477f-9222-11a5d85d102d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9197a2-d59c-477f-9222-11a5d85d102d,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:52.440775 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.447468 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.462310 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-d9b45ddc-5b84-419d-ae6d-2d4eab6d84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.464028 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-d9b45ddc-5b84-419d-ae6d-2d4eab6d84f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 914 time: 0.1849270
Jan 10 12:48:52.504914 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03991017-f8ae-43b5-9f43-5eacefc9c96d None None] Pushing event updated for resources: {'Port': ['ID=1f9197a2-d59c-477f-9222-11a5d85d102d,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:52.529529 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-cbdbafc0-6f40-4b39-a156-f940850a6bc9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cae30eac-1be6-45e1-a371-f67ef66276f8 HTTP/1.1" status: 200  len: 217 time: 0.0409343
Jan 10 12:48:52.611582 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-e9ca31d1-60fc-4f83-8620-d812b2dc9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.616741 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-e9ca31d1-60fc-4f83-8620-d812b2dc9578 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0720060
Jan 10 12:48:52.626677 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Allocated IP 172.37.5.25 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/1edb2eb6-bccc-42d9-bbd6-63fc34f30c56) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:52.657315 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-7dd5f6d3-4d3b-4156-815c-62fd13286342 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0319426
Jan 10 12:48:52.828392 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef0a9f-6b53-4828-9622-ed891337a0e6 req-4cbb88c3-421c-42a7-bdf3-5960c92a9f4d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:52.830709 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-daef0a9f-6b53-4828-9622-ed891337a0e6 req-4cbb88c3-421c-42a7-bdf3-5960c92a9f4d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.0957077
Jan 10 12:48:52.857784 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.915653 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:52.952604 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-b7ce5247-e340-48d3-992e-f974cd944ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2776153
Jan 10 12:48:52.957771 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-daef0a9f-6b53-4828-9622-ed891337a0e6 req-432a8001-0d5d-4f30-95b6-6f9fb599ad4f tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199851
Jan 10 12:48:53.021088 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:53.028161 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:53.032384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Pushing event updated for resources: {'Port': ['ID=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:53.034797 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:53.237463 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a86eb-4dfc-45e4-9bbd-3fd13952a903 req-c85b579f-1e91-40f5-81c2-60e08642778c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:53.240222 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0f0a86eb-4dfc-45e4-9bbd-3fd13952a903 req-c85b579f-1e91-40f5-81c2-60e08642778c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 943 time: 0.0593534
Jan 10 12:48:53.302330 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4d35700a-f2d6-455b-b6b4-93c963f25d33 req-7f5c7208-362e-4c1f-8079-2b05c80d1f24 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3298938
Jan 10 12:48:53.332091 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0f0a86eb-4dfc-45e4-9bbd-3fd13952a903 req-c5d14c32-cccd-4205-8d7a-b71a1fbcb36c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852365
Jan 10 12:48:53.352607 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde3a41-affe-429a-979c-632cbd6fe012 req-a31a5692-628b-47f2-a72e-0712560ad99c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:53.359829 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fde3a41-affe-429a-979c-632cbd6fe012 req-a31a5692-628b-47f2-a72e-0712560ad99c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0793939
Jan 10 12:48:53.424476 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6fde3a41-affe-429a-979c-632cbd6fe012 req-d8260b79-eaba-45cc-be88-defaf3e7993b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610447
Jan 10 12:48:53.511415 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34488) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:53.642357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-88baa7f4-fede-4922-8cc3-b4bfc5d0060e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.725258 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-88baa7f4-fede-4922-8cc3-b4bfc5d0060e admin admin] Publish callbacks [] for security_group (22ec7db2-6e67-48a4-8a85-0702a87ee032), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.736622 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-88baa7f4-fede-4922-8cc3-b4bfc5d0060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22ec7db2-6e67-48a4-8a85-0702a87ee032), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.750225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for router_gateway (3b260336-c370-4d6f-8187-8f01d003a7b3), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.776214 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-88baa7f4-fede-4922-8cc3-b4bfc5d0060e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=50ecb556789f4496acf8778d25e70087&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2636411
Jan 10 12:48:53.777309 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa7f4-fede-4922-8cc3-b4bfc5d0060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec7db2-6e67-48a4-8a85-0702a87ee032,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:53.777887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f96a8-bc1e-4169-9a99-5113069f29e8 None None] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:48:53.779544 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34492) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:53.833104 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] Publish callbacks [] for security_group (22ec7db2-6e67-48a4-8a85-0702a87ee032), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.855491 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] Publish callbacks [] for security_group (22ec7db2-6e67-48a4-8a85-0702a87ee032), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.859031 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Provisioning complete for port 1f9197a2-d59c-477f-9222-11a5d85d102d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:53.859629 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.907868 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22ec7db2-6e67-48a4-8a85-0702a87ee032), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.910449 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.914153 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22ec7db2-6e67-48a4-8a85-0702a87ee032 HTTP/1.1" status: 204  len: 168 time: 0.1310503
Jan 10 12:48:53.925538 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380ae6-87f3-4029-8356-078f865b39ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec7db2-6e67-48a4-8a85-0702a87ee032,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:53.976382 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:53.993868 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Current status of the port 1f9197a2-d59c-477f-9222-11a5d85d102d is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:53.994769 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.041296 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] For port 1f9197a2-d59c-477f-9222-11a5d85d102d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9197a2-d59c-477f-9222-11a5d85d102d,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:54.046861 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.114615 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d1937-eaaa-4ae0-a213-604fbbf3d22a None None] Pushing event updated for resources: {'Port': ['ID=1f9197a2-d59c-477f-9222-11a5d85d102d,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:54.168068 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:48:54.173302 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6d1bc-bc74-421f-8bf9-4076025759c7 req-9775c9db-5500-448d-bf1c-e0d77d83dfdb tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:54.174672 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bcc6d1bc-bc74-421f-8bf9-4076025759c7 req-9775c9db-5500-448d-bf1c-e0d77d83dfdb tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.0972857
Jan 10 12:48:54.256640 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bcc6d1bc-bc74-421f-8bf9-4076025759c7 req-f153afc8-68d2-4c95-a576-a724286ff962 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757189
Jan 10 12:48:54.279216 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-33a03f5d-289d-4185-9704-4ccd60699cd0 None None] Provisioning complete for port 1f9197a2-d59c-477f-9222-11a5d85d102d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:54.282137 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-33a03f5d-289d-4185-9704-4ccd60699cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.341125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:48:54.357235 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:48:54.361927 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34518) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:54.384987 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2e68354c-7936-4980-b70f-7c9546b9cab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.392987 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:48:54.393628 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc0f760>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:54.397715 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.401362 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f72edff5-176f-4694-b8e8-21fea0c61af2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.7103333
Jan 10 12:48:54.403234 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34520) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:54.541611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-33a03f5d-289d-4185-9704-4ccd60699cd0 None None] Current status of the port 1f9197a2-d59c-477f-9222-11a5d85d102d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:54.584466 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1f9197a2-d59c-477f-9222-11a5d85d102d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:54.668587 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:48:54.724413 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1f9197a2-d59c-477f-9222-11a5d85d102d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:54.725157 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.765796 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2e68354c-7936-4980-b70f-7c9546b9cab9 admin admin] Publish callbacks [] for security_group (5c1cb574-73de-4148-8b45-f4f18372052d), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.774912 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e32a-5251-4c17-8d7a-4b73a66be10c req-ef1891e3-5ca5-4057-8219-67788e46f586 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:54.782163 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a131e32a-5251-4c17-8d7a-4b73a66be10c req-ef1891e3-5ca5-4057-8219-67788e46f586 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 943 time: 0.2649553
Jan 10 12:48:54.792600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435fa88-b875-4bfb-8397-efba95349f4b req-c4f4aaf6-6c9c-42ad-9df6-93c9a21efce3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:54.799841 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8435fa88-b875-4bfb-8397-efba95349f4b req-c4f4aaf6-6c9c-42ad-9df6-93c9a21efce3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.2187362
Jan 10 12:48:54.803357 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device cae30eac-1be6-45e1-a371-f67ef66276f8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:48:54.807809 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2e68354c-7936-4980-b70f-7c9546b9cab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5c1cb574-73de-4148-8b45-f4f18372052d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:54.839057 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34536) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:54.851266 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2e68354c-7936-4980-b70f-7c9546b9cab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4f206734d404d248cc8692a80a1d4df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4879413
Jan 10 12:48:54.863325 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34540) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:54.940242 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68354c-7936-4980-b70f-7c9546b9cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1cb574-73de-4148-8b45-f4f18372052d,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:54.970162 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34546) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:54.989257 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8435fa88-b875-4bfb-8397-efba95349f4b req-d7dde203-bddf-4e92-8877-68da703f05df tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817098
Jan 10 12:48:55.007471 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a131e32a-5251-4c17-8d7a-4b73a66be10c req-0766dca1-30c1-4a7d-817a-e2d07bd672ba tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241006
Jan 10 12:48:55.014256 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cae30eac-1be6-45e1-a371-f67ef66276f8,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:55.036886 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc0f760>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:53Z', 'revision_number': 3, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:55.054270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'cae30eac-1be6-45e1-a371-f67ef66276f8', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'port_id': 'cae30eac-1be6-45e1-a371-f67ef66276f8', 'mac_address': 'fa:16:3e:64:e2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9403c6c1-8e3d-42d3-8762-9588cf0eea48', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:48:55.066604 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] Publish callbacks [] for security_group (5c1cb574-73de-4148-8b45-f4f18372052d), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.104070 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:48:55.104423 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Updating router 3b260336-c370-4d6f-8187-8f01d003a7b3 port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:48:55.114075 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] Publish callbacks [] for security_group (5c1cb574-73de-4148-8b45-f4f18372052d), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.193681 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.196808 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5c1cb574-73de-4148-8b45-f4f18372052d), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.199368 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.211628 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c1cb574-73de-4148-8b45-f4f18372052d HTTP/1.1" status: 204  len: 168 time: 0.3397503
Jan 10 12:48:55.212440 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1098dd4-f3e2-4312-b7a9-f31504384f9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.219247 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1f9197a2-d59c-477f-9222-11a5d85d102d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:55.242822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port cae30eac-1be6-45e1-a371-f67ef66276f8 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:55.244327 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.244676 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a3827-3d23-4d42-aab3-3eb9d99be03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1cb574-73de-4148-8b45-f4f18372052d,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.261626 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-eabf5ee5-6749-4dc9-a1a3-ff1931e60a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.272608 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae30eac-1be6-45e1-a371-f67ef66276f8 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:48:55.297527 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cae30eac-1be6-45e1-a371-f67ef66276f8,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:55.307969 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.376818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1098dd4-f3e2-4312-b7a9-f31504384f9c admin admin] Publish callbacks [] for security_group (8233fbb3-190e-4b18-98f1-3ed088994a75), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.391910 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.392186 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1098dd4-f3e2-4312-b7a9-f31504384f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (8233fbb3-190e-4b18-98f1-3ed088994a75), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.423917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.431735 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-eabf5ee5-6749-4dc9-a1a3-ff1931e60a40 admin admin] Publish callbacks [] for security_group (4db8f3b5-322a-4f73-aa87-67fe73346f5c), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.642068 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-eabf5ee5-6749-4dc9-a1a3-ff1931e60a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4db8f3b5-322a-4f73-aa87-67fe73346f5c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.646345 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['cae30eac-1be6-45e1-a371-f67ef66276f8'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:55.660470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Allocated IP 172.20.0.1 (87c964fb-a880-497c-9fae-14b2acc2e4e6/22ea15e4-176d-416b-ba21-7416cf396861/1dbd2494-5065-495e-9324-1128497e98b6) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:48:55.669748 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks [] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.678036 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.678367 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-eabf5ee5-6749-4dc9-a1a3-ff1931e60a40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d46d76d53b5a4d8faeab7c9f4d3d1fc5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7058113
Jan 10 12:48:55.694768 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34562) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:55.701997 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a1098dd4-f3e2-4312-b7a9-f31504384f9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9b01dad6c93486fb7b38f4531a85c9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8492322
Jan 10 12:48:55.702586 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1098dd4-f3e2-4312-b7a9-f31504384f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8233fbb3-190e-4b18-98f1-3ed088994a75,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.706716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34564) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:55.774171 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Pushing event updated for resources: {'Port': ['ID=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.806534 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf5ee5-6749-4dc9-a1a3-ff1931e60a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db8f3b5-322a-4f73-aa87-67fe73346f5c,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.813571 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.813955 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.814326 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.814691 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.815006 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.820003 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.820475 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.820687 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.821184 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.821701 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.822045 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.822379 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.822709 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:48:55.832914 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Attempting to bind port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:48:55.833293 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Attempting to bind port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:48:55.833659 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Attempting to bind port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:48:55.839436 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:48:55.839855 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:48:55.840363 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.840655 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:48:55.841114 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Bound port: 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:48:55.841485 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.850555 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281e892-4cb0-4391-b56c-a7069526799e req-9937de11-c692-4f4b-b9b2-e18c9a04a6cd tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:55.860005 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e281e892-4cb0-4391-b56c-a7069526799e req-9937de11-c692-4f4b-b9b2-e18c9a04a6cd tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.2211816
Jan 10 12:48:55.887320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks [] for port (1dbd2494-5065-495e-9324-1128497e98b6), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.892462 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] Publish callbacks [] for security_group (4db8f3b5-322a-4f73-aa87-67fe73346f5c), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.897443 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] For port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:48:55.901645 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] For port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:48:55.909326 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.917062 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] Publish callbacks [] for security_group (4db8f3b5-322a-4f73-aa87-67fe73346f5c), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.939869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:55.975028 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10d9c7-4304-4e30-b0ff-b26aaca611d4 None None] Pushing event updated for resources: {'Port': ['ID=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:55.987976 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e281e892-4cb0-4391-b56c-a7069526799e req-962f7319-0e51-4048-8b6b-7c9f2843c18d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267610
Jan 10 12:48:56.008134 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:48:56.008743 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc0f760>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:56.018826 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4db8f3b5-322a-4f73-aa87-67fe73346f5c), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.022292 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.023846 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4db8f3b5-322a-4f73-aa87-67fe73346f5c HTTP/1.1" status: 204  len: 168 time: 0.3266079
Jan 10 12:48:56.031150 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:56.036616 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e5e4c-524c-487b-bb8b-1d48c161277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db8f3b5-322a-4f73-aa87-67fe73346f5c,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:56.057259 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:56.059481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:56.074612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:48:56.155756 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (3b260336-c370-4d6f-8187-8f01d003a7b3), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.161038 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] Publish callbacks [] for security_group (8233fbb3-190e-4b18-98f1-3ed088994a75), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.244386 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:48:56.253859 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b6557-4136-44ce-a1c6-6d2742125435 req-a919e4bf-42c6-488d-bd6d-81128ecc9b72 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:56.255604 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-902b6557-4136-44ce-a1c6-6d2742125435 req-a919e4bf-42c6-488d-bd6d-81128ecc9b72 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1418169
Jan 10 12:48:56.273506 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3ad06-4c45-4b2f-837d-c4b9b548310f req-a7b00906-dc6b-4506-815a-1d55b8cfdbb1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:56.279034 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] Publish callbacks [] for security_group (8233fbb3-190e-4b18-98f1-3ed088994a75), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.281342 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4aa3ad06-4c45-4b2f-837d-c4b9b548310f req-a7b00906-dc6b-4506-815a-1d55b8cfdbb1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 944 time: 0.1529634
Jan 10 12:48:56.400495 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-902b6557-4136-44ce-a1c6-6d2742125435 req-dc251189-f684-438b-88d4-6708e794cf15 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357181
Jan 10 12:48:56.429532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4aa3ad06-4c45-4b2f-837d-c4b9b548310f req-9eae1999-97d1-415e-8aff-2aa73d1c0d7d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465185
Jan 10 12:48:56.458222 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1dbd2494-5065-495e-9324-1128497e98b6), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.470153 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (8233fbb3-190e-4b18-98f1-3ed088994a75), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.473115 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.474386 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8233fbb3-190e-4b18-98f1-3ed088994a75 HTTP/1.1" status: 204  len: 168 time: 0.7653384
Jan 10 12:48:56.485349 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53a849-d269-4ea4-bf9c-f5bf413d0026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8233fbb3-190e-4b18-98f1-3ed088994a75,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:56.507373 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-e97c025b-2536-4cda-b96e-be0ca2240fc1 None None] Provisioning complete for port 1dbd2494-5065-495e-9324-1128497e98b6 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:56.512063 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-e97c025b-2536-4cda-b96e-be0ca2240fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1dbd2494-5065-495e-9324-1128497e98b6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.565311 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-e97c025b-2536-4cda-b96e-be0ca2240fc1 None None] Port 1dbd2494-5065-495e-9324-1128497e98b6 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:48:56.569334 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc0f760>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:53Z', 'revision_number': 3, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:56.602466 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed918508-0c94-4d24-a93e-ae7ce66d2d53 None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:53Z', 'revision_number': 3, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:48:56.686280 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34604) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:56.705320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ba904851-b0b6-466f-aeb2-ed9487124789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.733549 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks [] for port (1dbd2494-5065-495e-9324-1128497e98b6), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.746160 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.765915 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device cae30eac-1be6-45e1-a371-f67ef66276f8 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:56.841882 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Pushing event updated for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:56.848947 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (3b260336-c370-4d6f-8187-8f01d003a7b3), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.898624 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port cae30eac-1be6-45e1-a371-f67ef66276f8 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:48:56.907554 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port cae30eac-1be6-45e1-a371-f67ef66276f8 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:56.907940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.940235 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ba904851-b0b6-466f-aeb2-ed9487124789 admin admin] Publish callbacks [] for security_group (00c77a8d-c34c-4fe4-a858-42fb1f1a5b59), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:56.956319 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ba904851-b0b6-466f-aeb2-ed9487124789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (00c77a8d-c34c-4fe4-a858-42fb1f1a5b59), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.040042 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-ba904851-b0b6-466f-aeb2-ed9487124789 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ccbb6776ed64395b91cafb365c8fcd9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3523257
Jan 10 12:48:57.042771 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34642) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:57.045689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba904851-b0b6-466f-aeb2-ed9487124789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c77a8d-c34c-4fe4-a858-42fb1f1a5b59,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:57.049579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:48:57.051500 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:48:57.092984 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port cae30eac-1be6-45e1-a371-f67ef66276f8 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:57.097307 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.175937 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cae30eac-1be6-45e1-a371-f67ef66276f8,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:57.191504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:57.194048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aba6bd8-5e69-4d3e-bedf-709a61a9c215" -d '{"events": [{"server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "name": "network-vif-plugged", "status": "completed", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:57.197433 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.235153 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] Publish callbacks [] for security_group (00c77a8d-c34c-4fe4-a858-42fb1f1a5b59), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.292507 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] Publish callbacks [] for security_group (00c77a8d-c34c-4fe4-a858-42fb1f1a5b59), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.300162 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5abdaa-1c20-47f8-bc16-0f4973c26c3d x-openstack-request-id: req-1b5abdaa-1c20-47f8-bc16-0f4973c26c3d {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:57.300687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "name": "network-vif-plugged", "status": "completed", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:57.300947 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b5abdaa-1c20-47f8-bc16-0f4973c26c3d {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:57.301341 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8', 'code': 200}
Jan 10 12:48:57.306579 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:57.364563 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec78b7-ede6-4413-9a36-0b21653359f4 req-46841110-bc6b-4144-92e2-82eaf76ab919 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:57.374649 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d0ec78b7-ede6-4413-9a36-0b21653359f4 req-46841110-bc6b-4144-92e2-82eaf76ab919 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.2336018
Jan 10 12:48:57.425509 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:48:57.504160 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (00c77a8d-c34c-4fe4-a858-42fb1f1a5b59), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.507604 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.507803 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd213-5f66-4baa-910a-52c481247ad7 req-f8753f73-73a1-4a73-aee4-6d8aad4a902d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:57.511567 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-236cd213-5f66-4baa-910a-52c481247ad7 req-f8753f73-73a1-4a73-aee4-6d8aad4a902d tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 945 time: 0.2126038
Jan 10 12:48:57.512613 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00c77a8d-c34c-4fe4-a858-42fb1f1a5b59 HTTP/1.1" status: 204  len: 168 time: 0.4685292
Jan 10 12:48:57.545107 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d0ec78b7-ede6-4413-9a36-0b21653359f4 req-fb467ce6-52cf-4f99-b11f-ceca0816d1a5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682227
Jan 10 12:48:57.547902 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21ebcd-5678-4bd7-87c7-1915fddbfb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c77a8d-c34c-4fe4-a858-42fb1f1a5b59,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:57.604364 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bc5abcde-0bbb-44e4-b862-21cbe5a7eda3 None None] Provisioning complete for port 1dbd2494-5065-495e-9324-1128497e98b6 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:57.605339 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bc5abcde-0bbb-44e4-b862-21cbe5a7eda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1dbd2494-5065-495e-9324-1128497e98b6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.661591 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bc5abcde-0bbb-44e4-b862-21cbe5a7eda3 None None] Port 1dbd2494-5065-495e-9324-1128497e98b6 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:48:57.726850 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeff6e-75af-4c79-887d-ac36d9fc70c0 req-17e59fc9-8698-4800-9eab-13b610637622 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:57.735557 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8edeff6e-75af-4c79-887d-ac36d9fc70c0 req-17e59fc9-8698-4800-9eab-13b610637622 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1844823
Jan 10 12:48:57.818909 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80392ea-234f-4e7a-a17d-38737792645f req-0741b5e0-a719-46ba-ab7a-d9f66198d795 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:57.826221 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b80392ea-234f-4e7a-a17d-38737792645f req-0741b5e0-a719-46ba-ab7a-d9f66198d795 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.1448524
Jan 10 12:48:57.851824 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a002592-e98d-485d-a304-6106f4eba508 req-98332f46-ef19-425e-9ca7-45755b5770d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:57.853337 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0a002592-e98d-485d-a304-6106f4eba508 req-98332f46-ef19-425e-9ca7-45755b5770d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 1098 time: 0.2218068
Jan 10 12:48:57.869471 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:48:57.884824 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8edeff6e-75af-4c79-887d-ac36d9fc70c0 req-c55bdb14-e801-411d-ab68-2bf3198e8814 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368737
Jan 10 12:48:57.918548 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-cb1195b8-5f1b-49e6-b0b5-ba1dfa89c612 admin admin] 10.222.0.13 "PUT /v2.0/routers/3b260336-c370-4d6f-8187-8f01d003a7b3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5123215
Jan 10 12:48:57.967111 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Deleting port b9048143-da43-4ebf-95fd-5fad4bfb2326 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:48:57.967463 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:57.991578 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b80392ea-234f-4e7a-a17d-38737792645f req-58393360-3536-47b7-9359-24c55904458f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638098
Jan 10 12:48:58.056088 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0a002592-e98d-485d-a304-6106f4eba508 req-51f0c546-3ebc-41e5-91ba-0ad0e6b5c6e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931283
Jan 10 12:48:58.435805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] For port b9048143-da43-4ebf-95fd-5fad4bfb2326, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b9048143-da43-4ebf-95fd-5fad4bfb2326,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:58.436365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.453297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Calling delete_port for b9048143-da43-4ebf-95fd-5fad4bfb2326 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:48:58.528436 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:48:58.615405 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:48:58.615405 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.659138 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b9048143-da43-4ebf-95fd-5fad4bfb2326), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.682667 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['b9048143-da43-4ebf-95fd-5fad4bfb2326'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:48:58.709419 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Pushing event deleted for resources: {'Port': ['ID=b9048143-da43-4ebf-95fd-5fad4bfb2326,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:58.786731 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c2d2ec0-51cb-4b9f-a4d5-c89718aa2d60 req-df941364-d7dc-4916-a012-7282256d749e tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=27536579-386a-4119-81b7-0c48316a5fe1 HTTP/1.1" status: 200  len: 210 time: 0.0796242
Jan 10 12:48:58.792463 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] No DVR routers for this DVR port b9048143-da43-4ebf-95fd-5fad4bfb2326 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:48:58.798078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.802220 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-236cd213-5f66-4baa-910a-52c481247ad7 req-ec31e2a7-1141-41a1-a872-776228435d17 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "DELETE /v2.0/ports/b9048143-da43-4ebf-95fd-5fad4bfb2326 HTTP/1.1" status: 204  len: 173 time: 1.2843995
Jan 10 12:48:58.802693 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'name': 'network-vif-deleted', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:48:58.805086 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffe758-8995-48b6-8a10-54869b84882b" -d '{"events": [{"server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "name": "network-vif-deleted", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:48:58.888547 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:48:58.889391 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.914473 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:48:58.921082 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:58.962577 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23760d50-a034-49b2-9b28-1cd0652985ba x-openstack-request-id: req-23760d50-a034-49b2-9b28-1cd0652985ba {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:48:58.962885 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27536579-386a-4119-81b7-0c48316a5fe1", "name": "network-vif-deleted", "tag": "b9048143-da43-4ebf-95fd-5fad4bfb2326", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:48:58.963139 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23760d50-a034-49b2-9b28-1cd0652985ba {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:48:58.963874 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27536579-386a-4119-81b7-0c48316a5fe1', 'name': 'network-vif-deleted', 'tag': 'b9048143-da43-4ebf-95fd-5fad4bfb2326', 'status': 'completed', 'code': 200}
Jan 10 12:48:58.992837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:59.132773 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ffcf6-e872-4589-af7c-7437e0f42a95 req-d5161ab8-63cf-4f81-a688-964f444361f6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:59.140372 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a70ffcf6-e872-4589-af7c-7437e0f42a95 req-d5161ab8-63cf-4f81-a688-964f444361f6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0926745
Jan 10 12:48:59.211425 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a70ffcf6-e872-4589-af7c-7437e0f42a95 req-2058c237-ebc3-4077-9f52-b0cfff07ae7e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699208
Jan 10 12:48:59.326284 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:48:59.345096 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:48:59.350148 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c60ad-9e6d-462f-89e7-11677101bc48 req-af28af2c-e840-420a-8d71-618916903b90 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:48:59.350534 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafc603a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:48:59.353591 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e31c60ad-9e6d-462f-89e7-11677101bc48 req-af28af2c-e840-420a-8d71-618916903b90 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.0591700
Jan 10 12:48:59.451850 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e31c60ad-9e6d-462f-89e7-11677101bc48 req-02cd09ab-371e-4346-8362-e466103bd18b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870304
Jan 10 12:48:59.476059 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 34810) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:59.481124 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686918859', 'description': 'tempest-description--897907808'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:59.525141 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.578267 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:48:59.688457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.696555 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.741115 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.746047 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2669299
Jan 10 12:48:59.746232 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34824) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:59.753799 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group_rule': {'security_group_id': '5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:59.756340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1db77-7f6e-4a38-b429-8dd3db719bb8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:59.795643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (963984d8-b0d4-402c-933a-209503e53f4e), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.893195 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (963984d8-b0d4-402c-933a-209503e53f4e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.900525 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (963984d8-b0d4-402c-933a-209503e53f4e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.928003 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963984d8-b0d4-402c-933a-209503e53f4e,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:48:59.944636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:48:59.948734 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e4a622cd-5faa-4ca3-8d36-dce4d5394979 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1991611
Jan 10 12:48:59.948938 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34834) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:48:59.955489 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group_rule': {'security_group_id': '5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:48:59.997803 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (fd9ea2ba-9538-4156-a733-3b2989e10e8a), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.066290 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (fd9ea2ba-9538-4156-a733-3b2989e10e8a), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.070568 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (fd9ea2ba-9538-4156-a733-3b2989e10e8a), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.076749 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafc603a0>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 2, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:00.088098 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9ea2ba-9538-4156-a733-3b2989e10e8a,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:00.097195 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.098397 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5a447883-a7fb-419b-a601-2e0d5dd60f90 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1485126
Jan 10 12:49:00.101653 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 34844) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:00.104872 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:49:00.105286 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Updating router 3b260336-c370-4d6f-8187-8f01d003a7b3 port 1dbd2494-5065-495e-9324-1128497e98b6 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:49:00.105904 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:00.129836 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.131986 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1dbd2494-5065-495e-9324-1128497e98b6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.236771 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.387382 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12baae73-d319-43c3-ba22-40ed18d41256 req-0f889ffd-6f80-4800-ac01-0088bddd60fe tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:00.399408 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-12baae73-d319-43c3-ba22-40ed18d41256 req-0f889ffd-6f80-4800-ac01-0088bddd60fe tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0983248
Jan 10 12:49:00.401346 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Allocated IP 172.37.5.72 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/bb311549-9fb7-451b-b8e7-b07c6096a377) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:00.430507 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks [] for port (1dbd2494-5065-495e-9324-1128497e98b6), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.438498 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:00.442800 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.512694 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-12baae73-d319-43c3-ba22-40ed18d41256 req-98a49270-3bd9-4347-a276-d41e13684a01 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129856
Jan 10 12:49:00.530243 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb10d8-4b9c-4ce3-9f93-92fbbbc24cca None None] Pushing event updated for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:00.566242 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:00.566623 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.574130 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.631418 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Attempting to bind port 1dbd2494-5065-495e-9324-1128497e98b6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:49:00.631829 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Attempting to bind port 1dbd2494-5065-495e-9324-1128497e98b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:49:00.632193 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Attempting to bind port 1dbd2494-5065-495e-9324-1128497e98b6 on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:00.642422 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:49:00.642802 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Checking segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:00.643208 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.643648 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Bound using segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:49:00.644369 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Bound port: 1dbd2494-5065-495e-9324-1128497e98b6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:49:00.644925 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1dbd2494-5065-495e-9324-1128497e98b6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.674884 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.724471 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76519185-6fb4-4949-976e-2e0d508e1d29 req-1a9fa213-1a90-4c97-9807-0023f928f478 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:00.726029 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76519185-6fb4-4949-976e-2e0d508e1d29 req-1a9fa213-1a90-4c97-9807-0023f928f478 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.1161406
Jan 10 12:49:00.735004 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:49:00.740034 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:00.742707 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:49:00.754289 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:00.760301 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] For port 1dbd2494-5065-495e-9324-1128497e98b6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:49:00.763751 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] For port 1dbd2494-5065-495e-9324-1128497e98b6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1dbd2494-5065-495e-9324-1128497e98b6,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:49:00.768778 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=bb311549-9fb7-451b-b8e7-b07c6096a377,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:00.770478 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b9048143-da43-4ebf-95fd-5fad4bfb2326 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:49:00.774548 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.805679 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: b9048143-da43-4ebf-95fd-5fad4bfb2326 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:49:00.805887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b9048143-da43-4ebf-95fd-5fad4bfb2326 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:49:00.854348 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.857146 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Provisioning complete for port 1dbd2494-5065-495e-9324-1128497e98b6 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:00.857687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1dbd2494-5065-495e-9324-1128497e98b6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.868133 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76519185-6fb4-4949-976e-2e0d508e1d29 req-6c1bc329-0e0b-4606-b996-5746ad1f9e67 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161714
Jan 10 12:49:00.907164 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:49:00.907838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafc603a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:48:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:00.911577 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:00.990285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb10d8-4b9c-4ce3-9f93-92fbbbc24cca None None] Pushing event updated for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:01.086002 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:49:01.139684 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Current status of the port 1dbd2494-5065-495e-9324-1128497e98b6 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:01.140649 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1dbd2494-5065-495e-9324-1128497e98b6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.144457 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.154361 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.196480 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.212251 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=bb311549-9fb7-451b-b8e7-b07c6096a377,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:01.225627 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.232097 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c5e98d90-c394-4459-8d6d-45bcaab28929 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.1293719
Jan 10 12:49:01.256278 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-103856ed-336f-4179-81dd-caef7efa920a None None] For port 1dbd2494-5065-495e-9324-1128497e98b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1dbd2494-5065-495e-9324-1128497e98b6,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:01.281857 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.372876 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103856ed-336f-4179-81dd-caef7efa920a None None] Pushing event updated for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:01.406936 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafc603a0>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:00Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:01.438634 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-9354b0b2-2ca0-48c0-8f3a-ad1a8b02733a None None] Provisioning complete for port 1dbd2494-5065-495e-9324-1128497e98b6 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:01.439012 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9354b0b2-2ca0-48c0-8f3a-ad1a8b02733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1dbd2494-5065-495e-9324-1128497e98b6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:01.441150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b0f231-23bf-43d4-86ce-ca7b0a6be1a2 None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:00Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:49:01.580965 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-9354b0b2-2ca0-48c0-8f3a-ad1a8b02733a None None] Current status of the port 1dbd2494-5065-495e-9324-1128497e98b6 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:02.481504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1dbd2494-5065-495e-9324-1128497e98b6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:02.541046 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1dbd2494-5065-495e-9324-1128497e98b6 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:02.541438 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1dbd2494-5065-495e-9324-1128497e98b6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:02.629009 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1dbd2494-5065-495e-9324-1128497e98b6 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:08.624691 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-adb0dd84-dd3c-49af-abfc-4afa8b88ddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:10.838827 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6c397809-38d7-4fb2-b6b2-cf5bcc1f89eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:12.014096 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:13.660987 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:14.068664 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:14.256790 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-119c757d-388a-41e0-95c0-5fcad2758a3f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1686918859&fields=id&tenant_id=42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 267 time: 0.1109052
Jan 10 12:49:14.305242 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-472adcde-8ca1-45f5-85f6-7cf2b0a4bf68 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:14.306951 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-472adcde-8ca1-45f5-85f6-7cf2b0a4bf68 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 809 time: 0.1737211
Jan 10 12:49:14.363077 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-cd67de0c-c85b-4e36-99da-e5f9dc6d95de tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/quotas/9c74d48e1e934088addee3d78ddbe485 HTTP/1.1" status: 200  len: 375 time: 0.0464239
Jan 10 12:49:14.405136 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-83c0e03a-ff45-4b5e-9a9f-879815029c75 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0343280
Jan 10 12:49:14.456411 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-1164dd9c-fe85-4c9f-8f51-c24afe082074 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:14.457892 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-1164dd9c-fe85-4c9f-8f51-c24afe082074 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 810 time: 0.1909332
Jan 10 12:49:14.502008 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-3189c0b6-4ae7-4145-8f6f-f346b627fdb0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/quotas/42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 375 time: 0.0169725
Jan 10 12:49:14.551544 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-af03b43a-6edd-4bd8-a3e8-2dcaf986ce85 service neutron] 10.222.0.13 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390851
Jan 10 12:49:14.591187 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-65666b87-7236-4583-9324-6ab0c7c6285f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0830691
Jan 10 12:49:14.715949 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-c07d3866-169e-43df-b3db-ff10303f327a service neutron] 10.222.0.13 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583700
Jan 10 12:49:14.725712 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-ecf88b7b-67c5-4e37-a9c4-80c15faa6251 service neutron] 10.222.0.13 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087530
Jan 10 12:49:14.827295 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-667aba88-7347-4115-954e-55e2284497d8 service neutron] 10.222.0.13 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929430
Jan 10 12:49:14.867070 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:15.055676 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdea2c-85ee-493b-9986-ba8d37d7534e req-0e8ccae7-bc42-4af6-88bf-b721f7a1422b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:15.064084 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-69bdea2c-85ee-493b-9986-ba8d37d7534e req-0e8ccae7-bc42-4af6-88bf-b721f7a1422b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.1315401
Jan 10 12:49:15.109081 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-69bdea2c-85ee-493b-9986-ba8d37d7534e req-b7bee230-52c5-47f1-bbae-3b9aca8d07cd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438626
Jan 10 12:49:15.202319 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9445a4f2-a3a0-4a56-8a88-f39e806dfac4 req-02667103-0682-4cf1-a6b0-febbffc73165 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 210 time: 0.0335703
Jan 10 12:49:15.233900 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a62f9a1-8cc7-4fa7-8f57-66cdc82120a9 req-b9f84998-c04b-403a-b4aa-364b66613cb9 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 210 time: 0.0401194
Jan 10 12:49:15.676969 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4b49d-d7b7-46bd-bbba-b07082846201 req-15fcfcb6-e10a-4792-8698-3537a37b148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:15.678398 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9de4b49d-d7b7-46bd-bbba-b07082846201 req-15fcfcb6-e10a-4792-8698-3537a37b148d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 1098 time: 0.0472324
Jan 10 12:49:15.725182 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9de4b49d-d7b7-46bd-bbba-b07082846201 req-354c2cc2-7ac9-462d-81cd-49d9aee4d84a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403192
Jan 10 12:49:16.236466 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9ce6-a869-448f-bddc-c8826ce92d90 req-ae85d53b-78d8-4e10-ada1-ae0064a25786 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:16.238116 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d0ff9ce6-a869-448f-bddc-c8826ce92d90 req-ae85d53b-78d8-4e10-ada1-ae0064a25786 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0572901
Jan 10 12:49:16.292057 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d0ff9ce6-a869-448f-bddc-c8826ce92d90 req-ed737863-a3fb-4724-9ada-4000a9995bec tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479388
Jan 10 12:49:16.430248 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-e1928837-b74e-4303-ac2d-7b807dddfcc8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:16.431938 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-e1928837-b74e-4303-ac2d-7b807dddfcc8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 809 time: 0.1294434
Jan 10 12:49:16.450318 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Request body: {'port': {'device_id': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7', 'admin_state_up': True, 'tenant_id': '9c74d48e1e934088addee3d78ddbe485'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:16.508523 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-194c2790-e1dc-4526-92a1-a80060e1698c req-04bb434c-ce39-412c-a99f-1f65af3983d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 210 time: 0.0264626
Jan 10 12:49:16.572427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Made reservation on behalf of 9c74d48e1e934088addee3d78ddbe485 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:16.575892 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:16.593482 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-18147887-d872-4649-b69d-ba0754252f7d req-e8804bd1-033c-4263-86e9-a3dc849baad7 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 210 time: 0.0274682
Jan 10 12:49:16.711939 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Allocated IP 172.20.0.13 (d9e7fcc6-2783-48be-a124-60b02ce632b7/b9b1838f-6870-455b-bf36-99edd80d604d/6c4bfba1-33e4-4f74-a542-60eca89c42b1) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:16.871323 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks [] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:16.899646 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-2d65352b-31c9-4046-a95f-1d1efd7ef844 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:16.901205 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-2d65352b-31c9-4046-a95f-1d1efd7ef844 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.1179738
Jan 10 12:49:16.923616 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-9c6fd09a-1725-4b2e-91c7-047514c08ba8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/quotas/cc2f029676f249c681ad86a3f68525e4 HTTP/1.1" status: 200  len: 375 time: 0.0143905
Jan 10 12:49:16.948534 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:16.976803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-7e50c83f-a6d5-43dc-8ef9-da2f05506954 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0481796
Jan 10 12:49:17.036350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Network d9e7fcc6-2783-48be-a124-60b02ce632b7 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:49:17.046751 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:17.053890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:49:17.108878 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Pushing event updated for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:17.131332 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:17.131469 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-93315fbd-b05e-44b1-ba39-c4c60bdf29c1 service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450438
Jan 10 12:49:17.132031 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:17.148866 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-d01fe207-67bf-4297-932c-e65b2638485d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:17.150379 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-d01fe207-67bf-4297-932c-e65b2638485d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 810 time: 0.2695529
Jan 10 12:49:17.159309 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-90e21fb8-e271-4a61-b55e-f69f09f57db0 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7130544
Jan 10 12:49:17.181149 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Request body: {'port': {'device_id': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:17.277227 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:17.285662 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-b9b68809-7c47-4c66-bfe0-d02dd79fcb95 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 380 time: 0.1100011
Jan 10 12:49:17.299601 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'port': {'device_id': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'admin_state_up': True, 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'security_groups': ['5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:17.459416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918da9bb-7d39-488e-9f34-abce1509986f req-37d80e27-9187-42d8-94a3-af2d4e0f1902 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:17.460855 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-918da9bb-7d39-488e-9f34-abce1509986f req-37d80e27-9187-42d8-94a3-af2d4e0f1902 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0763350
Jan 10 12:49:17.473532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-6ab5b5d2-c326-4b83-8e97-41527014ef8f service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3355796
Jan 10 12:49:17.519435 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-918da9bb-7d39-488e-9f34-abce1509986f req-6003005b-ef9c-4f1c-a000-0a0bf1d3950e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445774
Jan 10 12:49:17.566525 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Made reservation on behalf of 42f048bd448f467aa0b37935d03a60e9 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:17.570283 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:17.724321 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8cdf6af3-99c6-4f4f-9e50-12606a9d76bc req-c06b91db-2ed1-4221-b0a5-0853a1e8a5ea tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 210 time: 0.0554080
Jan 10 12:49:17.794022 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Allocated IP 172.20.0.11 (87c964fb-a880-497c-9fae-14b2acc2e4e6/22ea15e4-176d-416b-ba21-7416cf396861/31d2ebb9-0259-4cf8-a5d4-2cc46318279f) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:17.797838 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806cf96-d391-49b4-befc-eac57254b8e5 req-f8391527-795e-47e3-8a83-c97cc20e7fef tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:17.801108 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4bfba1-33e4-4f74-a542-60eca89c42b1 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:17.805329 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2806cf96-d391-49b4-befc-eac57254b8e5 req-f8391527-795e-47e3-8a83-c97cc20e7fef tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0787578
Jan 10 12:49:17.815334 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks [] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:17.828371 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ff44c4ce-abce-44a4-be91-97e57586c926 req-0430a42c-5dd2-4f81-ad74-522ec2bb30b0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0529284
Jan 10 12:49:17.840378 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Transition to ACTIVE for port object 6c4bfba1-33e4-4f74-a542-60eca89c42b1 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:49:17.852520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:17.877639 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2806cf96-d391-49b4-befc-eac57254b8e5 req-a00c8945-4698-4acc-8820-fdedbc8ca694 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683589
Jan 10 12:49:17.986718 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb143e-b8bd-43b4-b01a-482ff2ba0037 req-c0b3c77d-7359-4061-9a9e-8eef0f6389b1 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:17.994282 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-18cb143e-b8bd-43b4-b01a-482ff2ba0037 req-c0b3c77d-7359-4061-9a9e-8eef0f6389b1 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 944 time: 0.0748129
Jan 10 12:49:18.052822 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-18cb143e-b8bd-43b4-b01a-482ff2ba0037 req-df6c4b70-97d6-45d0-954c-6e5cef28ada8 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554383
Jan 10 12:49:18.137320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:18.160276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.190087 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Attempting to bind port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:49:18.190429 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Attempting to bind port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:49:18.190754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Attempting to bind port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:18.203585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:49:18.203585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Attempting to bind port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 on network d9e7fcc6-2783-48be-a124-60b02ce632b7 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:18.217760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:49:18.218105 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Checking segment: {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:18.218492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Bound using segment: {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:49:18.218933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Bound port: 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d707c37-6e23-4760-84ba-51786a87108b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:49:18.219287 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.249405 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.315131 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:49:18.322978 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:18.335017 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:49:18.381133 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:18.396957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:49:18.403788 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:49:18.411789 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.424582 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:18.426736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.471585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:18.472340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.473808 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] 10.222.0.15 "PUT /v2.0/ports/6c4bfba1-33e4-4f74-a542-60eca89c42b1 HTTP/1.1" status: 200  len: 1094 time: 1.2969992
Jan 10 12:49:18.474273 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:18.476854 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccccc4b-9e4f-4f66-9748-4311e05c829b" -d '{"events": [{"name": "network-changed", "server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:18.488321 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-c50a76af-d3db-4e82-afb8-e5c7a1c6b925 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1934288
Jan 10 12:49:18.505094 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebefb66-a11f-4ccd-950a-3398761dbd54 service neutron] Pushing event updated for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:18.518748 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Request body: {'port': {'device_id': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:18.541548 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62466e50-143e-4c9a-be78-3368130908a8 x-openstack-request-id: req-62466e50-143e-4c9a-be78-3368130908a8 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:18.541886 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:18.542678 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62466e50-143e-4c9a-be78-3368130908a8 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:18.543086 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1', 'status': 'completed', 'code': 200}
Jan 10 12:49:18.615056 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.615683 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-a9f23fb8-350e-4a1e-a7d0-5c8af2cc10c2 None None] Provisioning complete for port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:18.616150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a9f23fb8-350e-4a1e-a7d0-5c8af2cc10c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:18.625667 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-7d64ad91-2c26-4cad-8320-bf25886f819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:18.627157 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-7d64ad91-2c26-4cad-8320-bf25886f819e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 1097 time: 0.0832391
Jan 10 12:49:18.648604 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-a9f23fb8-350e-4a1e-a7d0-5c8af2cc10c2 None None] Port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:49:18.692189 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-2c735a75-829a-40d1-adf1-5cdf6b6634d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1 HTTP/1.1" status: 200  len: 217 time: 0.0422895
Jan 10 12:49:18.749363 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:49:18.809098 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-c955e4b5-01c2-4b11-8363-fe0736366b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:18.810888 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-c955e4b5-01c2-4b11-8363-fe0736366b20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b1838f-6870-455b-bf36-99edd80d604d HTTP/1.1" status: 200  len: 849 time: 0.1087000
Jan 10 12:49:18.850967 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12eed8-53d7-4e00-9cdd-7bb6e5e28b01 req-b3e518a0-062f-4afe-9ce0-c173984398ef tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:18.853244 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6d12eed8-53d7-4e00-9cdd-7bb6e5e28b01 req-b3e518a0-062f-4afe-9ce0-c173984398ef tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 932 time: 0.0503728
Jan 10 12:49:18.856449 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-78088124-09a5-462d-95e7-d9a524c70644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9e7fcc6-2783-48be-a124-60b02ce632b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0313289
Jan 10 12:49:18.926321 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6d12eed8-53d7-4e00-9cdd-7bb6e5e28b01 req-c8f746df-e7a2-40e3-94c4-34955bca5598 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596585
Jan 10 12:49:18.986594 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-92828154-6b14-4df8-8b42-ba1ec349dee3 req-df7b97ba-6eb7-4369-847b-05c6bee965f0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0514514
Jan 10 12:49:19.023817 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-7f5247c8-81f7-4ae0-b727-58d23f007588 service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387396
Jan 10 12:49:19.143742 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d2ebb9-0259-4cf8-a5d4-2cc46318279f {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:19.183777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks [] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:19.189010 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ba812-a6b2-4828-83ba-c5ee9dee0a20 req-edd1607e-cf78-4724-95da-fd1322efef30 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:19.190831 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-255ba812-a6b2-4828-83ba-c5ee9dee0a20 req-edd1607e-cf78-4724-95da-fd1322efef30 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 944 time: 0.0660002
Jan 10 12:49:19.218720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Transition to ACTIVE for port object 31d2ebb9-0259-4cf8-a5d4-2cc46318279f will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:49:19.235450 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:19.259157 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b5d24a17-19fd-425d-ae26-10979f07bafd req-db3db777-0c32-4840-ac36-070eca7377a7 service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2056177
Jan 10 12:49:19.263224 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-255ba812-a6b2-4828-83ba-c5ee9dee0a20 req-c6de8a8a-b15b-4d21-8a0c-30f0e4c3519c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657461
Jan 10 12:49:19.289812 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-6f4c0486-d813-4736-96d3-f00f740b394e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:19.291271 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-6f4c0486-d813-4736-96d3-f00f740b394e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.2396154
Jan 10 12:49:19.319241 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Request body: {'port': {'device_id': '32155711-e404-4e2a-9808-fb51a91d4775', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'admin_state_up': True, 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:19.325559 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Pushing event updated for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:19.497358 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-f52ec9a2-718d-4765-bf9a-039d2f363eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:19.498974 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-f52ec9a2-718d-4765-bf9a-039d2f363eda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c74d48e1e934088addee3d78ddbe485&device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 1097 time: 0.1594808
Jan 10 12:49:19.507129 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Attempting to bind port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:49:19.507462 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Attempting to bind port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:49:19.507827 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Attempting to bind port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:19.535458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:49:19.535810 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Attempting to bind port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:19.575912 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:49:19.576334 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Checking segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:19.576678 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Bound using segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:49:19.577352 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Bound port: 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:49:19.577721 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:19.656329 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b449d-8f94-4caa-ba9a-bf6363edb43a req-27de60bd-53eb-4c9d-b09f-1e1ce3f1c8e7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:19.657818 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-452b449d-8f94-4caa-ba9a-bf6363edb43a req-27de60bd-53eb-4c9d-b09f-1e1ce3f1c8e7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0541220
Jan 10 12:49:19.711651 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-452b449d-8f94-4caa-ba9a-bf6363edb43a req-541fc4c3-85b2-4635-a44c-24d8f9fec56a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479047
Jan 10 12:49:19.861954 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:19.865341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:19.923431 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-836429ec-6aa9-4187-b375-fdc1199b2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:19.924980 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-836429ec-6aa9-4187-b375-fdc1199b2a41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 200  len: 909 time: 0.4140499
Jan 10 12:49:19.981901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:49:20.033671 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-e85c62bd-c7d5-434b-9475-1c38618c52bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1 HTTP/1.1" status: 200  len: 217 time: 0.0848460
Jan 10 12:49:20.035434 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:49:20.042134 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-128c78f9-4740-4371-84d2-e974a149c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.043642 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-128c78f9-4740-4371-84d2-e974a149c750 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.4109991
Jan 10 12:49:20.056714 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:20.081298 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0213a32-12cd-4fa0-b3d8-d331a9f77e86 req-752876c6-c604-4c28-860b-51b85e2e0030 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.083977 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e0213a32-12cd-4fa0-b3d8-d331a9f77e86 req-752876c6-c604-4c28-860b-51b85e2e0030 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 944 time: 0.0823615
Jan 10 12:49:20.126594 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-68efa156-fcc0-492e-a9f2-9aacc4aceaac req-4f2aa8ca-18eb-4414-8230-4bb145f99d85 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0370784
Jan 10 12:49:20.156361 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e0213a32-12cd-4fa0-b3d8-d331a9f77e86 req-b6064d46-b9a3-4fa0-89fc-0cc2481108b5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573342
Jan 10 12:49:20.209769 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.210388 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:20.211849 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] 10.222.0.15 "PUT /v2.0/ports/31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 1094 time: 1.6989470
Jan 10 12:49:20.255094 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-d374f8b2-776e-44cf-a461-0aaec5a65ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.256620 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-d374f8b2-776e-44cf-a461-0aaec5a65ec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b1838f-6870-455b-bf36-99edd80d604d HTTP/1.1" status: 200  len: 849 time: 0.2100110
Jan 10 12:49:20.264270 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Allocated IP 172.20.0.13 (0493530f-49b3-4527-b75d-6de75567c16c/9403c6c1-8e3d-42d3-8762-9588cf0eea48/95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:20.272510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae10ef-da35-4dca-a2f8-d30602eb9e5e service neutron] Pushing event updated for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:20.349207 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-e1b55e24-812c-4319-8a0f-b88086a81982 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d9e7fcc6-2783-48be-a124-60b02ce632b7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0735614
Jan 10 12:49:20.354923 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-810675cc-82da-4df3-af92-d61cda265e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.356429 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-810675cc-82da-4df3-af92-d61cda265e5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.2947309
Jan 10 12:49:20.401581 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c483e5f-8c24-407d-8885-e37b41c2afdd req-fecadbd7-7988-4d63-b29e-27a6be6d9c87 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.403112 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3c483e5f-8c24-407d-8885-e37b41c2afdd req-fecadbd7-7988-4d63-b29e-27a6be6d9c87 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 944 time: 0.0577402
Jan 10 12:49:20.451593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-de68d5f4-790d-4c9a-a5fa-0d51c8f187fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.453046 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-de68d5f4-790d-4c9a-a5fa-0d51c8f187fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1097 time: 0.1730258
Jan 10 12:49:20.454296 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-29cd2e16-e2f6-4833-8308-477b2eef2c2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0818563
Jan 10 12:49:20.456348 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3c483e5f-8c24-407d-8885-e37b41c2afdd req-5d50264c-6009-4a0e-976b-0512a6c11717 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460253
Jan 10 12:49:20.550540 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:20.552819 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6448155d-3926-4bfa-8a4d-addc5da3589f" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:20.577487 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-5aa52bf3-a1ac-4f5b-bfba-bd6fd076c688 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 217 time: 0.0925050
Jan 10 12:49:20.624205 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961bc880-8707-440f-a834-c3412893ef8f x-openstack-request-id: req-961bc880-8707-440f-a834-c3412893ef8f {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:20.624205 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:20.624631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-961bc880-8707-440f-a834-c3412893ef8f {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:20.624900 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'status': 'completed', 'code': 200}
Jan 10 12:49:20.683704 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-ef4093a7-d617-4dc6-970a-3e113698e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.685550 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-ef4093a7-d617-4dc6-970a-3e113698e0a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.2014241
Jan 10 12:49:20.695418 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-44b087b8-4c41-4bbc-9ba9-9f3999034658 service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3348055
Jan 10 12:49:20.752311 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-ef868ed8-9825-4e6a-b823-1468a2011392 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559120
Jan 10 12:49:20.773217 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-b72adcd5-1ac0-45fb-a9b8-11acf5266f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.774648 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-b72adcd5-1ac0-45fb-a9b8-11acf5266f40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.1884580
Jan 10 12:49:20.790649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks [] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:20.838561 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3360f0-8c9c-40c4-be8b-6f3c2da678b2 req-acf1d83c-9cbf-429d-a870-bd67a6c4d464 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.840059 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9b3360f0-8c9c-40c4-be8b-6f3c2da678b2 req-acf1d83c-9cbf-429d-a870-bd67a6c4d464 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0532472
Jan 10 12:49:20.888937 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9b3360f0-8c9c-40c4-be8b-6f3c2da678b2 req-eed0988b-279f-439a-801c-6f323bf1991b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424290
Jan 10 12:49:20.970180 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-62e1f028-d28a-44cb-8f3e-ac27911f6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:20.971770 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-62e1f028-d28a-44cb-8f3e-ac27911f6cce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1857369
Jan 10 12:49:20.974749 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-396bace1-8155-4204-b579-543140dab1c4 service neutron] 10.222.0.15 "GET /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558024
Jan 10 12:49:20.976879 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-fd7c915c-6ad9-48af-b7a6-a1e0076f40bf service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2055619
Jan 10 12:49:20.978315 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:20.990729 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'cae30eac-1be6-45e1-a371-f67ef66276f8'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:21.077355 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Network 0493530f-49b3-4527-b75d-6de75567c16c is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:49:21.132772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:21.142668 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:49:21.150384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event updated for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:21.244591 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:21.244591 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:21.254843 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-f24e8125-dffe-4817-a0ad-6c333a8be81d service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2423820
Jan 10 12:49:21.256881 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc0282fe-7dd4-44ea-87ed-1198303c0d66 req-f1e1d287-cc43-4755-9928-f4d48679b72b service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2455990
Jan 10 12:49:21.267918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8c0e1-0c58-47e3-96cb-0efdedc6359d req-905fea9a-55b1-4507-90bb-84c986d6d7fa tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:21.269733 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-5083be29-cf04-47eb-acba-8d71ce939e28 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9573205
Jan 10 12:49:21.275542 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cad8c0e1-0c58-47e3-96cb-0efdedc6359d req-905fea9a-55b1-4507-90bb-84c986d6d7fa tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 932 time: 0.0684912
Jan 10 12:49:21.294793 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Request body: {'port': {'device_id': '32155711-e404-4e2a-9808-fb51a91d4775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:21.346964 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d11e40-0409-431e-a756-3a329c9dc567 req-97e2a18a-9151-451c-a6e2-674039d87608 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:21.357130 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-59d11e40-0409-431e-a756-3a329c9dc567 req-97e2a18a-9151-451c-a6e2-674039d87608 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 944 time: 0.0801113
Jan 10 12:49:21.400504 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cad8c0e1-0c58-47e3-96cb-0efdedc6359d req-60e98114-f534-44dd-896f-bec25a8529b0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153431
Jan 10 12:49:21.406487 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:21.418203 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-32e6d678-5cd3-471c-b339-d786b8ddcb54 req-eb4c6755-8bdd-432d-afcd-59dbd17d6943 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474037
Jan 10 12:49:21.427999 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-59d11e40-0409-431e-a756-3a329c9dc567 req-f80ef645-2788-41d9-9fcf-c1d1111c8ed7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698876
Jan 10 12:49:21.572787 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a692299-6ccf-4c9e-9b91-0cd0815a8d6c req-fa21a443-e1d4-4166-a6bb-c026d4085611 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:21.574274 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a692299-6ccf-4c9e-9b91-0cd0815a8d6c req-fa21a443-e1d4-4166-a6bb-c026d4085611 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 944 time: 0.0496798
Jan 10 12:49:21.623847 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a692299-6ccf-4c9e-9b91-0cd0815a8d6c req-ac64031a-358e-494f-8d3b-817bdd83f8a4 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434375
Jan 10 12:49:21.839959 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-0adca32c-e454-42e8-9c94-14133f6b8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:21.841459 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-0adca32c-e454-42e8-9c94-14133f6b8bcb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1097 time: 0.3300881
Jan 10 12:49:22.001333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-365a9653-d9a0-4001-82a5-345aea2e159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.002741 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-365a9653-d9a0-4001-82a5-345aea2e159f service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.1529138
Jan 10 12:49:22.011799 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:22.012104 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6cb51-eab3-41eb-98ed-bf9be9f0ee43 req-6f265f72-89b8-4e88-8712-934a33483744 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.014076 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-60a6cb51-eab3-41eb-98ed-bf9be9f0ee43 req-6f265f72-89b8-4e88-8712-934a33483744 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0543003
Jan 10 12:49:22.020806 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks [] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.067609 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-d8cbb45f-709d-46ec-a11b-2e2807eea06e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 217 time: 0.0422003
Jan 10 12:49:22.067609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Transition to ACTIVE for port object 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:49:22.067893 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-60a6cb51-eab3-41eb-98ed-bf9be9f0ee43 req-aad38afa-4e56-45d9-adfb-60f6ba3de36a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467298
Jan 10 12:49:22.081797 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.162847 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-2599210c-2bba-432b-8bac-f6fb3ab64043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.164379 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-2599210c-2bba-432b-8bac-f6fb3ab64043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0926974
Jan 10 12:49:22.169612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Pushing event updated for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:22.270708 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-b4eb5a1c-d09e-4778-a45a-52e5a1a12098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.272205 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-b4eb5a1c-d09e-4778-a45a-52e5a1a12098 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0961089
Jan 10 12:49:22.281841 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Attempting to bind port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:49:22.282225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Attempting to bind port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:49:22.282553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Attempting to bind port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:22.295497 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c on network 0493530f-49b3-4527-b75d-6de75567c16c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:49:22.296169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Attempting to bind port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:22.316829 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:49:22.317131 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Checking segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:22.317546 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Bound using segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:49:22.317980 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Bound port: 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:49:22.318331 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.425008 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-5ccb31c8-81f7-45e3-be59-29cfd04b1593 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401629
Jan 10 12:49:22.430391 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:49:22.440891 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:49:22.462550 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.535385 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.536044 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.537404 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] 10.222.0.15 "PUT /v2.0/ports/95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c HTTP/1.1" status: 200  len: 1094 time: 1.2571316
Jan 10 12:49:22.568430 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df03b-6a5f-41af-ba07-3f67d0e5c37b req-60193e4b-03ce-4688-82e4-5370fcea8f14 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.570349 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e77df03b-6a5f-41af-ba07-3f67d0e5c37b req-60193e4b-03ce-4688-82e4-5370fcea8f14 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 944 time: 0.0916667
Jan 10 12:49:22.572365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b28d3a-c9c5-4c9f-9aa8-cfcff34ccb8c service neutron] Pushing event updated for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:22.578550 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6448155d-3926-4bfa-8a4d-addc5da3589f req-ccf02aa0-cfd7-4b43-b2dd-94e11510f165 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459315
Jan 10 12:49:22.587610 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26833e4d-8c72-4e8f-9544-10890fcef57d req-c7e08029-9ce5-465e-bef8-ab62d475d111 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.589498 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-26833e4d-8c72-4e8f-9544-10890fcef57d req-c7e08029-9ce5-465e-bef8-ab62d475d111 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 944 time: 0.0745685
Jan 10 12:49:22.625757 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:22.628396 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b134755e-0502-4dfb-8848-32af0395e185" -d '{"events": [{"name": "network-changed", "server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:22.644082 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-097fd917-cfa1-4a85-ad65-ff602d17005d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.645666 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-097fd917-cfa1-4a85-ad65-ff602d17005d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 1097 time: 0.0507677
Jan 10 12:49:22.660257 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e77df03b-6a5f-41af-ba07-3f67d0e5c37b req-dc48b349-d60e-4f86-89b8-f6f05758a63b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697634
Jan 10 12:49:22.667339 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-26833e4d-8c72-4e8f-9544-10890fcef57d req-6405cf4d-7829-490a-8b6f-a1a135de7404 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696394
Jan 10 12:49:22.694218 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-34a0e39f-dc66-4da4-8d1a-97e2ade8b298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c HTTP/1.1" status: 200  len: 217 time: 0.0395317
Jan 10 12:49:22.724682 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751d91e9-fc11-4dd2-a249-ffbef3022cb1 x-openstack-request-id: req-751d91e9-fc11-4dd2-a249-ffbef3022cb1 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:22.724974 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:22.725225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-751d91e9-fc11-4dd2-a249-ffbef3022cb1 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:22.725627 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'status': 'completed', 'code': 200}
Jan 10 12:49:22.761622 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-7930b90a-559f-48b1-8f6f-3c9e5bed11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.763492 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-7930b90a-559f-48b1-8f6f-3c9e5bed11b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0508587
Jan 10 12:49:22.782997 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eca9d-425c-401d-b9ff-3c1bb217cfc7 req-80f4bf5b-b3fe-4873-b586-033535adbe3a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:22.784483 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c6eca9d-425c-401d-b9ff-3c1bb217cfc7 req-80f4bf5b-b3fe-4873-b586-033535adbe3a tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 944 time: 0.0554693
Jan 10 12:49:22.803825 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-430cbccb-509b-4a05-a198-8378e3b1e820 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260174
Jan 10 12:49:22.834359 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c4bfba1-33e4-4f74-a542-60eca89c42b1 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:49:22.836675 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c6eca9d-425c-401d-b9ff-3c1bb217cfc7 req-b0aa60ff-f1fb-4c74-9ee6-35bb6f3b9693 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430372
Jan 10 12:49:22.900473 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-626d63eb-83b7-47cc-bedb-eeaa93f2b308 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875638
Jan 10 12:49:22.935002 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:22.947594 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '6c4bfba1-33e4-4f74-a542-60eca89c42b1', 'network_id': 'd9e7fcc6-2783-48be-a124-60b02ce632b7', 'port_id': '6c4bfba1-33e4-4f74-a542-60eca89c42b1', 'mac_address': 'fa:16:3e:b6:75:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b1838f-6870-455b-bf36-99edd80d604d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:49:22.984860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:22.985251 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:22.994398 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4407ffa0-06c8-4bae-a538-6fb5cb77576b req-9811957a-f3bc-4bf5-ad03-25b259b3eacb service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847862
Jan 10 12:49:22.998064 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4bfba1-33e4-4f74-a542-60eca89c42b1 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:23.020057 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:23.025294 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:23.079081 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:23.100204 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134755e-0502-4dfb-8848-32af0395e185 req-f2d1af75-b581-4e27-8902-687effa150ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.101766 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-f2d1af75-b581-4e27-8902-687effa150ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 1097 time: 0.0409157
Jan 10 12:49:23.196990 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1a9fb-ad1e-4cae-ae40-8e3601cda015 req-7c42d7ef-6e4a-46bb-b2a1-1f960cb7b169 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.198503 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b0d1a9fb-ad1e-4cae-ae40-8e3601cda015 req-7c42d7ef-6e4a-46bb-b2a1-1f960cb7b169 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0563471
Jan 10 12:49:23.213448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134755e-0502-4dfb-8848-32af0395e185 req-ea7a6a42-1f2e-41a7-9659-3082f33e5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.215022 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-ea7a6a42-1f2e-41a7-9659-3082f33e5023 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 914 time: 0.0974858
Jan 10 12:49:23.249925 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b0d1a9fb-ad1e-4cae-ae40-8e3601cda015 req-0e4a2524-6052-4e44-80e0-f2f5acef8e99 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452738
Jan 10 12:49:23.267358 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-c225360e-2a4a-4c78-8ee5-1e98a632375b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c HTTP/1.1" status: 200  len: 217 time: 0.0361888
Jan 10 12:49:23.344427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134755e-0502-4dfb-8848-32af0395e185 req-4a80382b-5ddf-4033-9e6d-f1fca7372c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.345802 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-4a80382b-5ddf-4033-9e6d-f1fca7372c2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0492373
Jan 10 12:49:23.379932 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-8907c65c-7324-49c3-8569-673aaaa7c7ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0242426
Jan 10 12:49:23.475539 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-761b26e0-eb3a-4306-b7e7-53bf6a4b9b52 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870900
Jan 10 12:49:23.520823 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c4bfba1-33e4-4f74-a542-60eca89c42b1'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:23.578641 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b134755e-0502-4dfb-8848-32af0395e185 req-001c1e4e-8d0b-4f27-96fe-edd7dbeca421 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0924304
Jan 10 12:49:23.806604 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97085f5-bd2b-4b89-8f10-09a6d820eed4 req-5e828452-4e7c-4db7-8547-108dd41b053e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.808120 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b97085f5-bd2b-4b89-8f10-09a6d820eed4 req-5e828452-4e7c-4db7-8547-108dd41b053e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 944 time: 0.0786898
Jan 10 12:49:23.830307 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c14b5-2c0e-40bd-bf87-44014c1b059b req-9b4437fa-d925-4894-ad05-8728199d428a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:23.831754 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a4c14b5-2c0e-40bd-bf87-44014c1b059b req-9b4437fa-d925-4894-ad05-8728199d428a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 944 time: 0.0755413
Jan 10 12:49:23.895456 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b97085f5-bd2b-4b89-8f10-09a6d820eed4 req-3cabe523-1a67-4b21-b655-0f6011a2c4ce tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806658
Jan 10 12:49:23.903082 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a4c14b5-2c0e-40bd-bf87-44014c1b059b req-119939b6-3870-42ef-9880-f072fc686808 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630460
Jan 10 12:49:24.003557 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bae9b-8697-427f-99d5-795153bdfe2c req-4ca100db-f864-4a40-a349-75d66f01d5de tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:24.004967 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c8bae9b-8697-427f-99d5-795153bdfe2c req-4ca100db-f864-4a40-a349-75d66f01d5de tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 945 time: 0.0517335
Jan 10 12:49:24.060726 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c8bae9b-8697-427f-99d5-795153bdfe2c req-d0f53780-96a8-4b82-8c4e-4938bac9ac3e tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495517
Jan 10 12:49:24.376417 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836175-2637-442c-a4c9-279e6fefe8e3 req-fbc09562-1fd3-494b-ac66-7e4751aa49fb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:24.377771 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-85836175-2637-442c-a4c9-279e6fefe8e3 req-fbc09562-1fd3-494b-ac66-7e4751aa49fb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0539396
Jan 10 12:49:24.426191 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-85836175-2637-442c-a4c9-279e6fefe8e3 req-27726ddc-621b-4864-b420-534746b84d4f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424316
Jan 10 12:49:24.853877 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 31d2ebb9-0259-4cf8-a5d4-2cc46318279f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:49:24.857955 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c4bfba1-33e4-4f74-a542-60eca89c42b1 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:24.981673 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:49:24.990838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:24.991254 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:25.030317 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:25.050383 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'port_id': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'mac_address': 'fa:16:3e:45:e5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:49:25.088137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46737f6-c302-4fbc-803d-eb9842547a81 req-89071d66-fb74-4fdb-a398-c0bd6d429c04 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:25.089993 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f46737f6-c302-4fbc-803d-eb9842547a81 req-89071d66-fb74-4fdb-a398-c0bd6d429c04 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 944 time: 0.0998452
Jan 10 12:49:25.099271 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963dc69-5558-4147-b880-6b3c8aa78adf req-ff4f2fcf-9f98-407a-bf77-ec5fd08c09f5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:25.100981 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5963dc69-5558-4147-b880-6b3c8aa78adf req-ff4f2fcf-9f98-407a-bf77-ec5fd08c09f5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 944 time: 0.1028702
Jan 10 12:49:25.126546 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:25.127176 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:25.144143 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:25.144533 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:25.148336 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d2ebb9-0259-4cf8-a5d4-2cc46318279f {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:25.179696 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f46737f6-c302-4fbc-803d-eb9842547a81 req-6de28d49-5b5f-4c99-9cd7-3fbafc814082 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774992
Jan 10 12:49:25.188178 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5963dc69-5558-4147-b880-6b3c8aa78adf req-7a40cafa-ba1f-44ff-9ef8-8a7c57dcb787 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791063
Jan 10 12:49:25.188791 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:25.194184 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:25.196803 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018b4a3-61d0-49e9-b520-c90905f8fed1" -d '{"events": [{"server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "name": "network-vif-plugged", "status": "completed", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:25.202386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:25.213895 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:25.251645 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:25.269956 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:25.304492 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290c998-a3f7-4851-b0af-0d5f31fca8f6 x-openstack-request-id: req-0290c998-a3f7-4851-b0af-0d5f31fca8f6 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:25.304813 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "name": "network-vif-plugged", "status": "completed", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:25.305074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0290c998-a3f7-4851-b0af-0d5f31fca8f6 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:25.305463 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1', 'code': 200}
Jan 10 12:49:25.334071 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:25.339600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15032-9472-4fa4-a945-22dc5563fc82 req-bc1b7b51-2011-4c85-a7ca-970a85b3993c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:25.341121 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9f15032-9472-4fa4-a945-22dc5563fc82 req-bc1b7b51-2011-4c85-a7ca-970a85b3993c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0674453
Jan 10 12:49:25.392427 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9f15032-9472-4fa4-a945-22dc5563fc82 req-8fc940e9-3745-4348-aa75-cf9912293b81 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446527
Jan 10 12:49:25.486818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e75693-df61-4316-8a52-31e2123370dd req-16862f1b-b9c4-4c68-a906-849ae11edcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:25.488358 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55e75693-df61-4316-8a52-31e2123370dd req-16862f1b-b9c4-4c68-a906-849ae11edcbc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 1099 time: 0.0419009
Jan 10 12:49:25.538037 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55e75693-df61-4316-8a52-31e2123370dd req-66447333-8c8b-4df4-a249-a49a77af3251 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417771
Jan 10 12:49:25.546452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c7b7d-5262-4849-ba34-1cea04b974f5 req-b65cd787-5251-4609-9c65-1709c615c6fa tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:25.547990 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-569c7b7d-5262-4849-ba34-1cea04b974f5 req-b65cd787-5251-4609-9c65-1709c615c6fa tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0481455
Jan 10 12:49:25.594798 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-569c7b7d-5262-4849-ba34-1cea04b974f5 req-ef2fb820-122b-4951-85e6-73bf8b3ed75c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411587
Jan 10 12:49:25.623442 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['31d2ebb9-0259-4cf8-a5d4-2cc46318279f'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:26.354178 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910e5db-206e-4d69-82d5-b8dbe0909da6 req-181ea233-2607-49a0-bfdf-f0b11230085c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:26.356701 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b910e5db-206e-4d69-82d5-b8dbe0909da6 req-181ea233-2607-49a0-bfdf-f0b11230085c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 944 time: 0.0830116
Jan 10 12:49:26.378694 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2804b2-544d-48bc-a576-fd9d15ca1e0a req-c5d0dbc4-bb33-4a1b-8e3b-957cd3e2e5ec tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:26.385590 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a2804b2-544d-48bc-a576-fd9d15ca1e0a req-c5d0dbc4-bb33-4a1b-8e3b-957cd3e2e5ec tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 945 time: 0.0836384
Jan 10 12:49:26.456204 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b910e5db-206e-4d69-82d5-b8dbe0909da6 req-17d1efdf-b31e-4fdf-99f6-89a0fab6e318 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934041
Jan 10 12:49:26.459748 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a2804b2-544d-48bc-a576-fd9d15ca1e0a req-d50f1cb4-0fc5-4e0f-881d-8d760efb39f9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730445
Jan 10 12:49:26.565334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1ab5-b348-43dc-9816-206ef3ba44dd req-ce5609bd-1d76-492c-8eb6-88a929d06050 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:26.566952 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2bab1ab5-b348-43dc-9816-206ef3ba44dd req-ce5609bd-1d76-492c-8eb6-88a929d06050 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0525627
Jan 10 12:49:26.618943 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2bab1ab5-b348-43dc-9816-206ef3ba44dd req-626c56ae-485d-4f93-af2e-a877eeaf2aa6 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434229
Jan 10 12:49:26.620904 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35270) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:26.726301 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23151fde-1668-4825-b06c-3fc7ffb38fda req-6ac57cc9-e8da-4a8d-bc81-7453da109c7b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:26.732143 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-23151fde-1668-4825-b06c-3fc7ffb38fda req-6ac57cc9-e8da-4a8d-bc81-7453da109c7b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0579903
Jan 10 12:49:26.773888 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-930432d1-28f1-4350-92c2-a770f9ac7fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:26.791222 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-23151fde-1668-4825-b06c-3fc7ffb38fda req-4c1befbf-5fe1-47dc-b7ee-e28237c78e97 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539050
Jan 10 12:49:26.853338 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-930432d1-28f1-4350-92c2-a770f9ac7fe8 admin admin] Publish callbacks [] for security_group (07255561-da94-4806-88ae-0de079f35c4d), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:26.857637 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-930432d1-28f1-4350-92c2-a770f9ac7fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (07255561-da94-4806-88ae-0de079f35c4d), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:26.886320 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:49:26.888888 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 31d2ebb9-0259-4cf8-a5d4-2cc46318279f up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:26.898776 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-930432d1-28f1-4350-92c2-a770f9ac7fe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0947d56a9556441f8d8aec6e0958ef4f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2726233
Jan 10 12:49:26.899621 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930432d1-28f1-4350-92c2-a770f9ac7fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07255561-da94-4806-88ae-0de079f35c4d,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:26.901614 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 35278) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:26.962322 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] Publish callbacks [] for security_group (07255561-da94-4806-88ae-0de079f35c4d), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:26.985746 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] Publish callbacks [] for security_group (07255561-da94-4806-88ae-0de079f35c4d), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.002062 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:49:27.011284 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:27.011694 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.041530 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (07255561-da94-4806-88ae-0de079f35c4d), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.044277 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.045865 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07255561-da94-4806-88ae-0de079f35c4d HTTP/1.1" status: 204  len: 168 time: 0.1419883
Jan 10 12:49:27.057153 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306a022-15ef-4630-a0c0-6de774d27b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07255561-da94-4806-88ae-0de079f35c4d,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:27.068776 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:27.094902 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'port_id': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'mac_address': 'fa:16:3e:19:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9403c6c1-8e3d-42d3-8762-9588cf0eea48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:49:27.180205 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:27.180435 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.182165 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:27.182480 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.215361 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:27.239023 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:27.250169 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.286995 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:27.298021 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:27.309398 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:27.312297 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aad172-2ee0-4c9b-9997-4e58ee112334" -d '{"events": [{"server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "name": "network-vif-plugged", "status": "completed", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:27.321945 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:27.361670 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2302ff69-15c2-4df0-9aa3-a1eda9fca60e x-openstack-request-id: req-2302ff69-15c2-4df0-9aa3-a1eda9fca60e {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:27.362093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "name": "network-vif-plugged", "status": "completed", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:27.362408 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2302ff69-15c2-4df0-9aa3-a1eda9fca60e {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:27.362978 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'code': 200}
Jan 10 12:49:27.379562 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:27.622076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c7aca-0411-4488-be6a-b1071ad3f6e1 req-91b045ae-1bed-47ae-9e15-ffae3a80def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:27.623623 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a11c7aca-0411-4488-be6a-b1071ad3f6e1 req-91b045ae-1bed-47ae-9e15-ffae3a80def2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1099 time: 0.0571368
Jan 10 12:49:27.637324 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fb7ef-4d18-42a9-b6ff-ce8152eb24dd req-ddb14bed-8248-4536-8fac-537528d587a4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:27.638795 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b53fb7ef-4d18-42a9-b6ff-ce8152eb24dd req-ddb14bed-8248-4536-8fac-537528d587a4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 945 time: 0.0883529
Jan 10 12:49:27.651463 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc82d8-49cb-4e40-9cda-bad012c43759 req-0a3fe912-727d-4752-9448-94497a3fcf2e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:27.652973 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ebfc82d8-49cb-4e40-9cda-bad012c43759 req-0a3fe912-727d-4752-9448-94497a3fcf2e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0706143
Jan 10 12:49:27.696611 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a11c7aca-0411-4488-be6a-b1071ad3f6e1 req-cc08afcc-1898-449b-bd82-2b190e8ca2fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540905
Jan 10 12:49:27.700352 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:27.736095 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b53fb7ef-4d18-42a9-b6ff-ce8152eb24dd req-ed3ea4b2-b9c2-4fd3-b0f2-dc8e97934a22 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741656
Jan 10 12:49:27.746808 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ebfc82d8-49cb-4e40-9cda-bad012c43759 req-a864876e-703d-4961-89b6-c0cd62be10a8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870023
Jan 10 12:49:27.915841 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e87a1-996f-4cae-b44a-cfd78142f632 req-c77bb91c-9ad0-4120-9236-2731fd8b2a4c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:27.917491 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3f9e87a1-996f-4cae-b44a-cfd78142f632 req-c77bb91c-9ad0-4120-9236-2731fd8b2a4c tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0647371
Jan 10 12:49:27.931123 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7b80e-ac30-4890-bc43-e9f63a598924 req-3e5ea3b6-03c7-4836-9922-665780d8e553 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:27.934317 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-91b7b80e-ac30-4890-bc43-e9f63a598924 req-3e5ea3b6-03c7-4836-9922-665780d8e553 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1137128
Jan 10 12:49:28.006030 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-91b7b80e-ac30-4890-bc43-e9f63a598924 req-e66a8bb6-7721-4a7d-beb9-6338169f4e91 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642037
Jan 10 12:49:28.014129 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3f9e87a1-996f-4cae-b44a-cfd78142f632 req-e236fd8d-e3c1-498e-8ea3-613bde8f3f67 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788612
Jan 10 12:49:28.159403 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd027c-c597-4a6e-9921-01484d21b927 req-41e51d39-abb1-4dba-b079-80b4436f7229 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:28.161314 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9dfd027c-c597-4a6e-9921-01484d21b927 req-41e51d39-abb1-4dba-b079-80b4436f7229 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0700901
Jan 10 12:49:28.223135 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9dfd027c-c597-4a6e-9921-01484d21b927 req-a4157423-0f83-4ca9-8ea3-c27aa80ee2df tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451446
Jan 10 12:49:28.883277 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b18d3f-1e3b-480b-9903-75a5cd19924b req-6123bea1-b05b-48bf-9aef-0c9f5dcc2850 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:28.884769 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99b18d3f-1e3b-480b-9903-75a5cd19924b req-6123bea1-b05b-48bf-9aef-0c9f5dcc2850 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 945 time: 0.0758731
Jan 10 12:49:28.906620 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc59375-48f3-4852-87f5-216654989977 req-0c70bae0-2082-4631-a307-a66a09940be0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:28.908100 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2fc59375-48f3-4852-87f5-216654989977 req-0c70bae0-2082-4631-a307-a66a09940be0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0736427
Jan 10 12:49:28.976669 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99b18d3f-1e3b-480b-9903-75a5cd19924b req-c307ad3a-9da5-4545-ad30-44b85a13dbfb tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860527
Jan 10 12:49:28.980984 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2fc59375-48f3-4852-87f5-216654989977 req-feeb708d-b918-4f27-8007-33164978c45f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667787
Jan 10 12:49:29.135509 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8af3d1-1733-4b6c-9578-295677635930 req-a723496b-9c39-4fd6-8d76-1be01403791b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:29.137039 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7e8af3d1-1733-4b6c-9578-295677635930 req-a723496b-9c39-4fd6-8d76-1be01403791b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0560968
Jan 10 12:49:29.209193 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7e8af3d1-1733-4b6c-9578-295677635930 req-41b14daa-bdcd-4670-b6d8-8e08cd896497 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0660579
Jan 10 12:49:29.229841 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be690-2fa8-49f8-ba2f-b27ba5a1b5b1 req-6fe04033-9c10-452f-9159-2669bf1791d7 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:29.231273 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-434be690-2fa8-49f8-ba2f-b27ba5a1b5b1 req-6fe04033-9c10-452f-9159-2669bf1791d7 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0613809
Jan 10 12:49:29.283230 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-434be690-2fa8-49f8-ba2f-b27ba5a1b5b1 req-51e9db41-bd4a-41c7-8a8a-2126abf45a38 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453701
Jan 10 12:49:29.344329 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46665a-1d25-46be-a53f-c48a273a656e req-cbec5f4e-58cf-4528-b837-7302ee4ecb0f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:29.346044 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc46665a-1d25-46be-a53f-c48a273a656e req-cbec5f4e-58cf-4528-b837-7302ee4ecb0f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0535691
Jan 10 12:49:29.399494 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc46665a-1d25-46be-a53f-c48a273a656e req-9b17a352-6da3-4f4a-81b7-6ce7c75c261d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476768
Jan 10 12:49:30.125174 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2d75e-9f9c-4bbf-89e6-229407fc9093 req-f134da88-c699-4e21-bc8d-27e939a6830c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.126642 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dbb2d75e-9f9c-4bbf-89e6-229407fc9093 req-f134da88-c699-4e21-bc8d-27e939a6830c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 945 time: 0.0773673
Jan 10 12:49:30.137335 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584add3-4f5c-47db-afdc-75fa0a8808e2 req-12074796-3882-4716-9b96-9a0d15878fc4 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.138708 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b584add3-4f5c-47db-afdc-75fa0a8808e2 req-12074796-3882-4716-9b96-9a0d15878fc4 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0873768
Jan 10 12:49:30.209986 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dbb2d75e-9f9c-4bbf-89e6-229407fc9093 req-7c9c886a-a98f-48e2-b3f2-3cadd3825065 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703306
Jan 10 12:49:30.213501 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b584add3-4f5c-47db-afdc-75fa0a8808e2 req-fe4a66a8-53bf-4002-80b8-ef50dc7575eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682032
Jan 10 12:49:30.352504 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133aefb-430f-449d-9bdf-b2c9aba3f0c2 req-c4372bb0-8ca1-4254-b299-c2625ae4a25f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.353829 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4133aefb-430f-449d-9bdf-b2c9aba3f0c2 req-c4372bb0-8ca1-4254-b299-c2625ae4a25f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0672083
Jan 10 12:49:30.361310 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ba69d-8db6-4d43-b325-1ea14d476420 req-da29c10f-2b7b-497d-b24c-76b096b83c42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.363167 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-203ba69d-8db6-4d43-b325-1ea14d476420 req-da29c10f-2b7b-497d-b24c-76b096b83c42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0859163
Jan 10 12:49:30.374993 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35400) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:30.388114 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'floatingip': {'port_id': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:30.450586 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4133aefb-430f-449d-9bdf-b2c9aba3f0c2 req-c9e294c0-e62d-4e5e-b894-bf973d6a5019 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861909
Jan 10 12:49:30.501597 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:30.504580 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c8d9d-4149-4726-89af-ae6cb4015006 req-e78b0819-7794-474a-9fc8-a2251ba07923 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.506218 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-988c8d9d-4149-4726-89af-ae6cb4015006 req-e78b0819-7794-474a-9fc8-a2251ba07923 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0846097
Jan 10 12:49:30.581758 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-988c8d9d-4149-4726-89af-ae6cb4015006 req-a7ba47ea-bed0-4300-97fc-1231dbd7d2d1 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700202
Jan 10 12:49:30.592690 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da652619-5623-4cd9-99b9-0c203a595697 req-395fbc36-bb3d-454a-b87e-8460dab1d93b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:30.594222 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-da652619-5623-4cd9-99b9-0c203a595697 req-395fbc36-bb3d-454a-b87e-8460dab1d93b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0808158
Jan 10 12:49:30.646194 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-da652619-5623-4cd9-99b9-0c203a595697 req-f852d64b-bf73-4276-95d0-4a5c869335b2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442207
Jan 10 12:49:31.039327 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:31.072008 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.078289 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.091357 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:49:31.094909 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:31.095283 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.177121 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Floating IP 8104235b-6692-41b4-8c01-64788e5f4ccb associated. External IP: 172.37.5.72, port: 31d2ebb9-0259-4cf8-a5d4-2cc46318279f.
Jan 10 12:49:31.177397 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:31.177677 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.200342 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:31.202566 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b824eb62-ebe3-4ef6-9625-c3780a72c82c" -d '{"events": [{"server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "name": "network-vif-plugged", "status": "completed", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:31.216746 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:31.223095 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.252956 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d2d698-1e52-4c9b-b055-39cb150d1d87 x-openstack-request-id: req-86d2d698-1e52-4c9b-b055-39cb150d1d87 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:31.253271 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "name": "network-vif-plugged", "status": "completed", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:31.253529 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86d2d698-1e52-4c9b-b055-39cb150d1d87 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:31.253925 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'code': 200}
Jan 10 12:49:31.282439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:31.344662 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb15bb-7e60-47e4-ba83-40317c4e18ec req-8ac17856-b5c4-4f39-974e-9b591bec1653 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:31.346242 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-43bb15bb-7e60-47e4-ba83-40317c4e18ec req-8ac17856-b5c4-4f39-974e-9b591bec1653 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0511065
Jan 10 12:49:31.398992 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-43bb15bb-7e60-47e4-ba83-40317c4e18ec req-5254cf2b-48de-43ce-bb21-ae275fd55151 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467155
Jan 10 12:49:31.571744 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda6a56-fa10-4e6b-89af-40aef7d78698 req-65b6e15d-35f4-49e9-8d4f-a02b365376dd tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:31.573224 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9eda6a56-fa10-4e6b-89af-40aef7d78698 req-65b6e15d-35f4-49e9-8d4f-a02b365376dd tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0486901
Jan 10 12:49:31.607964 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:49:31.624597 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9eda6a56-fa10-4e6b-89af-40aef7d78698 req-fda6f588-310b-40df-8fe4-acd19a649f05 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456383
Jan 10 12:49:31.715687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ae687-94a3-4183-b0ea-e11b0a8ac3fb req-488d875a-6c82-4c29-b4a4-aff021821344 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:31.717484 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a29ae687-94a3-4183-b0ea-e11b0a8ac3fb req-488d875a-6c82-4c29-b4a4-aff021821344 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0576699
Jan 10 12:49:31.740724 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:49:31.748400 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:31.756057 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:49:31.765902 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:49:31.766503 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd015640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:49:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:31.776863 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-96dbadcc-4ad1-414e-8c71-e84032833012 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "PUT /v2.0/floatingips/8104235b-6692-41b4-8c01-64788e5f4ccb HTTP/1.1" status: 200  len: 991 time: 1.3958220
Jan 10 12:49:31.777540 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:31.780057 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:31.794588 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a29ae687-94a3-4183-b0ea-e11b0a8ac3fb req-1088683d-623c-4c83-b160-8be39f36938e tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711184
Jan 10 12:49:31.816099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00ce6-5709-425f-8e93-ea8172453fd0 req-47ceb244-b43b-49a9-a775-f55f314c1b4c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:31.817706 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d5b00ce6-5709-425f-8e93-ea8172453fd0 req-47ceb244-b43b-49a9-a775-f55f314c1b4c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0922322
Jan 10 12:49:31.868641 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d5b00ce6-5709-425f-8e93-ea8172453fd0 req-9cdf9e19-f80d-476c-9cdb-a67c5c6e8d57 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442009
Jan 10 12:49:31.914778 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cbbcc3-dd57-4c3c-9c8c-00246232b21a x-openstack-request-id: req-53cbbcc3-dd57-4c3c-9c8c-00246232b21a {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:31.915049 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:31.915317 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53cbbcc3-dd57-4c3c-9c8c-00246232b21a {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:31.915745 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'status': 'completed', 'code': 200}
Jan 10 12:49:31.962531 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:49:32.203456 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd015640>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8104235b-6692-41b4-8c01-64788e5f4ccb', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.72', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:45:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:49:00Z', 'updated_at': '2022-01-10T12:49:30Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:32.228964 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:49:32.237859 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:49:32.238460 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd015640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:49:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:32.342361 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:49:32.515365 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71681c7-ca38-4ea9-b42d-dca363044d3c req-82f3da50-992e-4e60-a70c-4b25181037c2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:32.516777 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b71681c7-ca38-4ea9-b42d-dca363044d3c req-82f3da50-992e-4e60-a70c-4b25181037c2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0490716
Jan 10 12:49:32.566224 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd015640>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8104235b-6692-41b4-8c01-64788e5f4ccb', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.72', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:45:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:49:00Z', 'updated_at': '2022-01-10T12:49:30Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:49:32.572656 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b71681c7-ca38-4ea9-b42d-dca363044d3c req-e4fcc80b-c9ae-429e-b9ee-85901d5e3246 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495667
Jan 10 12:49:32.591900 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156a0e44-54dd-4fcf-818a-5c728eaec2ce None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8104235b-6692-41b4-8c01-64788e5f4ccb', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.72', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 311, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:45:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:49:00Z', 'updated_at': '2022-01-10T12:49:30Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:49:32.748095 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2614d7e-9d37-4a85-bbfa-c4d2df8fa148 req-983e1fad-9274-4c3c-9aac-b0af137edf7c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:32.752215 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b2614d7e-9d37-4a85-bbfa-c4d2df8fa148 req-983e1fad-9274-4c3c-9aac-b0af137edf7c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0536439
Jan 10 12:49:32.794798 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d265e-d0de-4659-8442-b5428a65893b None None] New status for floating IP 8104235b-6692-41b4-8c01-64788e5f4ccb: ACTIVE {{(pid=109430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:49:32.803100 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b2614d7e-9d37-4a85-bbfa-c4d2df8fa148 req-da50b692-8edc-44ff-b55e-07ea26349505 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477383
Jan 10 12:49:32.929938 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d5b71-3d5f-420d-902e-2becef198a8c req-6b844c40-06c0-4572-bd95-67cf9cbf7162 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:32.938654 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a51d5b71-3d5f-420d-902e-2becef198a8c req-6b844c40-06c0-4572-bd95-67cf9cbf7162 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.0709190
Jan 10 12:49:32.968655 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-bc2ea21f-f5ca-43d2-ba90-a758ea922558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:32.970770 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-bc2ea21f-f5ca-43d2-ba90-a758ea922558 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1099 time: 0.0754859
Jan 10 12:49:33.053667 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a51d5b71-3d5f-420d-902e-2becef198a8c req-c0414639-7f0e-4733-925e-c2ab7a60d3b3 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/security-groups?id=12248320-b340-47f4-97be-b93c8427217e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028466
Jan 10 12:49:33.081835 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c73452-0cd3-4d08-b780-6ccd63d501f0 req-f9a8ad41-c664-4e67-90e0-f5492e486333 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.083317 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83c73452-0cd3-4d08-b780-6ccd63d501f0 req-f9a8ad41-c664-4e67-90e0-f5492e486333 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0793147
Jan 10 12:49:33.087295 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-34fb42da-66a4-408a-bf03-fea74a7ba2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.088847 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-34fb42da-66a4-408a-bf03-fea74a7ba2b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.1015508
Jan 10 12:49:33.134884 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83c73452-0cd3-4d08-b780-6ccd63d501f0 req-06d52f59-8dbc-44ac-bd49-f0bd10256609 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442414
Jan 10 12:49:33.179286 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-b8dc4293-588d-481e-ad7e-9af525fd6d8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 1001 time: 0.0804012
Jan 10 12:49:33.184623 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cabed-3e15-4e32-b7ed-8669bbeb1814 req-78062f77-d315-428a-a3a5-c5d727180f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.186367 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-963cabed-3e15-4e32-b7ed-8669bbeb1814 req-78062f77-d315-428a-a3a5-c5d727180f74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 1099 time: 0.0967031
Jan 10 12:49:33.261132 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-0d8a523a-6e4e-4530-a3b4-b8ca22961fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.262565 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-0d8a523a-6e4e-4530-a3b4-b8ca22961fd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0677738
Jan 10 12:49:33.269323 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-963cabed-3e15-4e32-b7ed-8669bbeb1814 req-5b26cf46-c37e-41d6-a1b0-ee288b09238c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675080
Jan 10 12:49:33.546873 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-c2170571-6ba6-4ca8-a19e-2d62fabf707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.548425 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-c2170571-6ba6-4ca8-a19e-2d62fabf707c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0449355
Jan 10 12:49:33.676854 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-7e89dc3a-f01e-41df-8296-3238eecb6865 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.678322 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-7e89dc3a-f01e-41df-8296-3238eecb6865 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 946 time: 0.1070805
Jan 10 12:49:33.708643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6236f-936e-4e4c-9f95-263ceb58747d req-627dbdb1-8034-4ba4-a689-8d108b28b5f5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.710010 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6d6236f-936e-4e4c-9f95-263ceb58747d req-627dbdb1-8034-4ba4-a689-8d108b28b5f5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0576735
Jan 10 12:49:33.718020 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-87ae936b-99df-4948-b1ec-fd80d4eb6d0c service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537170
Jan 10 12:49:33.758565 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6d6236f-936e-4e4c-9f95-263ceb58747d req-9aff2c25-c0c4-429d-9f45-41b35e4d95e9 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429814
Jan 10 12:49:33.857722 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-a1568d33-7fca-4a6e-ac4f-3d0282c7b02c req-23301a3c-bc0e-45bc-9c82-37336f6b16b2 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320572
Jan 10 12:49:33.860840 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Deleting port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:49:33.861234 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:33.967161 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35855bc5-d37c-429c-80a3-5e310727b0d1 req-86adfce5-03d5-4ea6-93ad-495115d7d575 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:33.968724 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-35855bc5-d37c-429c-80a3-5e310727b0d1 req-86adfce5-03d5-4ea6-93ad-495115d7d575 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0756619
Jan 10 12:49:33.988311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] For port 6c4bfba1-33e4-4f74-a542-60eca89c42b1, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c4bfba1-33e4-4f74-a542-60eca89c42b1,segment=NetworkSegment(5d707c37-6e23-4760-84ba-51786a87108b),segment_id=5d707c37-6e23-4760-84ba-51786a87108b)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:33.988885 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:34.002383 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Calling delete_port for 6c4bfba1-33e4-4f74-a542-60eca89c42b1 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:49:34.022170 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-35855bc5-d37c-429c-80a3-5e310727b0d1 req-a5edc971-f293-4d4f-b4a4-8382c6b09efa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471554
Jan 10 12:49:34.148950 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (6c4bfba1-33e4-4f74-a542-60eca89c42b1), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:34.164788 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c4bfba1-33e4-4f74-a542-60eca89c42b1'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:34.192729 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Pushing event deleted for resources: {'Port': ['ID=6c4bfba1-33e4-4f74-a542-60eca89c42b1,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:34.211413 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-de1b05f8-a891-4bd1-bd7e-7fd91178af1b req-5ed2936c-0324-4798-8172-bd472f4f6e6f tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.13 "GET /v2.0/ports?device_id=6485c3a4-4c06-4444-8280-6ad10bda40bf HTTP/1.1" status: 200  len: 210 time: 0.0640421
Jan 10 12:49:34.233350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.233704 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.234059 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.234427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.234768 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.235101 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.235434 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.235907 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.236310 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.236668 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.237008 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.237333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.237661 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:34.256213 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] No DVR routers for this DVR port 6c4bfba1-33e4-4f74-a542-60eca89c42b1 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:49:34.258689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:34.262234 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-2994ecde-7c5b-43cf-8769-70ab6e53b062 req-75989468-608c-46f8-b7bb-061fc3e06be5 tempest-VolumesActionsTest-191862941 tempest-VolumesActionsTest-191862941-project] 10.222.0.15 "DELETE /v2.0/ports/6c4bfba1-33e4-4f74-a542-60eca89c42b1 HTTP/1.1" status: 204  len: 173 time: 0.5728266
Jan 10 12:49:34.262699 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'name': 'network-vif-deleted', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:34.265000 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14475fea-c0f4-4e47-ba28-c723b6e040c4" -d '{"events": [{"server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "name": "network-vif-deleted", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:34.292331 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e508f-f739-47b4-a29e-e3c232d8e6de req-2aa0edf0-8008-487d-a0bd-10e61fc7f0c3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:34.295077 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-914e508f-f739-47b4-a29e-e3c232d8e6de req-2aa0edf0-8008-487d-a0bd-10e61fc7f0c3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0631006
Jan 10 12:49:34.304968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e07401a-00ff-46b9-833c-f8b4d6e48f91 x-openstack-request-id: req-9e07401a-00ff-46b9-833c-f8b4d6e48f91 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:34.305276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6485c3a4-4c06-4444-8280-6ad10bda40bf", "name": "network-vif-deleted", "tag": "6c4bfba1-33e4-4f74-a542-60eca89c42b1", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:34.305542 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e07401a-00ff-46b9-833c-f8b4d6e48f91 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:34.305996 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6485c3a4-4c06-4444-8280-6ad10bda40bf', 'name': 'network-vif-deleted', 'tag': '6c4bfba1-33e4-4f74-a542-60eca89c42b1', 'status': 'completed', 'code': 200}
Jan 10 12:49:34.359790 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-914e508f-f739-47b4-a29e-e3c232d8e6de req-a47e089a-fec8-4c41-9601-d2b6d1227c04 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565915
Jan 10 12:49:34.880968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5cdb4-ae5f-49eb-8e94-8ae6a5a207a1 req-80cc474e-5d48-4a7e-b6fe-c8d714915434 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:34.882542 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b8e5cdb4-ae5f-49eb-8e94-8ae6a5a207a1 req-80cc474e-5d48-4a7e-b6fe-c8d714915434 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0500209
Jan 10 12:49:34.934752 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b8e5cdb4-ae5f-49eb-8e94-8ae6a5a207a1 req-1c08a1d3-682c-4371-b393-5837840d5004 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465074
Jan 10 12:49:35.153325 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02960b-b0a8-4e29-aee2-e6d9ddb60e8f req-e0f615b7-5cf0-4762-b166-b6f877e3bfd9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:35.154796 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a02960b-b0a8-4e29-aee2-e6d9ddb60e8f req-e0f615b7-5cf0-4762-b166-b6f877e3bfd9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0546646
Jan 10 12:49:35.206103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a02960b-b0a8-4e29-aee2-e6d9ddb60e8f req-8c2b6293-84df-4a85-8a64-e27240f807ae tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455048
Jan 10 12:49:35.494806 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb2440-8c85-4671-ab2a-2e6f55ed2695 req-460b18c9-a3dc-46d0-8d77-7f30f670d6cb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:35.499693 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8abb2440-8c85-4671-ab2a-2e6f55ed2695 req-460b18c9-a3dc-46d0-8d77-7f30f670d6cb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0571954
Jan 10 12:49:35.555316 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8abb2440-8c85-4671-ab2a-2e6f55ed2695 req-1af08bba-c53d-42c4-959d-2995540e562c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522094
Jan 10 12:49:36.068881 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbc17f-9370-4ac5-8414-bb26b3c0b473 req-774b1bfb-7603-47da-9200-af11d5f5043c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:36.070342 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-08dbc17f-9370-4ac5-8414-bb26b3c0b473 req-774b1bfb-7603-47da-9200-af11d5f5043c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0628240
Jan 10 12:49:36.121476 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-08dbc17f-9370-4ac5-8414-bb26b3c0b473 req-0190f79e-2ed6-4f71-b8dd-3aa44a3c4659 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448072
Jan 10 12:49:36.343504 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34d832-d008-4685-8f70-7b3a8401ae2f req-f1e91f90-e358-4f14-80e8-cea6a8af76d2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:36.345219 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3f34d832-d008-4685-8f70-7b3a8401ae2f req-f1e91f90-e358-4f14-80e8-cea6a8af76d2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0614376
Jan 10 12:49:36.421660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3f34d832-d008-4685-8f70-7b3a8401ae2f req-5ca40bce-e7aa-40ff-b6b0-8d53bca7924e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686836
Jan 10 12:49:36.672985 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edd3d7-f33e-4cee-a78a-c4bfd466964e req-128cfc39-46e8-462f-9086-a4c6a2d7e240 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:36.674516 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-92edd3d7-f33e-4cee-a78a-c4bfd466964e req-128cfc39-46e8-462f-9086-a4c6a2d7e240 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0467858
Jan 10 12:49:36.724802 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-92edd3d7-f33e-4cee-a78a-c4bfd466964e req-9af21619-943f-4d30-9bb6-af237378beae tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440574
Jan 10 12:49:37.598577 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c4bfba1-33e4-4f74-a542-60eca89c42b1 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:49:37.619537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 6c4bfba1-33e4-4f74-a542-60eca89c42b1 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:49:37.620018 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c4bfba1-33e4-4f74-a542-60eca89c42b1 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:49:37.720342 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcb8ec-03e9-4844-965f-e9b2bcaf9be4 req-1abb6601-0046-4ff1-b05f-411eb31692a5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:37.721782 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b1fcb8ec-03e9-4844-965f-e9b2bcaf9be4 req-1abb6601-0046-4ff1-b05f-411eb31692a5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.2227144
Jan 10 12:49:37.773929 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b1fcb8ec-03e9-4844-965f-e9b2bcaf9be4 req-abaa4e24-68bc-4d26-a822-8139bc6839e2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443194
Jan 10 12:49:37.879318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742ce15-1d1f-4e12-b0de-0b4605fdefc2 req-b0150ec1-f1e4-4715-9163-d38ebf16668b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:37.880876 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3742ce15-1d1f-4e12-b0de-0b4605fdefc2 req-b0150ec1-f1e4-4715-9163-d38ebf16668b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0479033
Jan 10 12:49:37.930347 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3742ce15-1d1f-4e12-b0de-0b4605fdefc2 req-e41d2681-e433-462a-8456-7d934e9a34db tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421176
Jan 10 12:49:38.620852 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-60292626-a58f-4b1d-9309-c54f09602e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:38.904599 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90968aed-baad-47ea-a631-48b4fc377368 req-93d53ef0-5bd1-4c24-a008-2d9b793dcafe tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:38.906913 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90968aed-baad-47ea-a631-48b4fc377368 req-93d53ef0-5bd1-4c24-a008-2d9b793dcafe tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0601118
Jan 10 12:49:38.959375 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90968aed-baad-47ea-a631-48b4fc377368 req-0239610e-9421-4560-ac57-5a20cbe16463 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455868
Jan 10 12:49:39.067397 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caae335-72fe-49c9-bc5e-0c1f816e4d40 req-5174e358-85a8-4d6c-86a9-51851ab4c954 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:39.068858 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9caae335-72fe-49c9-bc5e-0c1f816e4d40 req-5174e358-85a8-4d6c-86a9-51851ab4c954 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0504482
Jan 10 12:49:39.116942 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9caae335-72fe-49c9-bc5e-0c1f816e4d40 req-be534786-cce4-4648-90dc-9fd128b2d003 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423887
Jan 10 12:49:40.083566 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7268e-b477-4cac-857b-7a17f0790514 req-303666d5-7a95-4ef5-9b55-e01529478877 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:40.085362 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcd7268e-b477-4cac-857b-7a17f0790514 req-303666d5-7a95-4ef5-9b55-e01529478877 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0489953
Jan 10 12:49:40.132828 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcd7268e-b477-4cac-857b-7a17f0790514 req-cfc9023e-50d5-401b-abed-4227454ca14e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420866
Jan 10 12:49:40.250357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d85e03-4b51-4e52-a7d2-6f49728b2594 req-b4dd9086-f490-4377-995c-14b1da9690bd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:40.251721 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d85e03-4b51-4e52-a7d2-6f49728b2594 req-b4dd9086-f490-4377-995c-14b1da9690bd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0546141
Jan 10 12:49:40.302192 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d85e03-4b51-4e52-a7d2-6f49728b2594 req-ed100cc1-ddf4-4163-a80d-61a054b3af4e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446384
Jan 10 12:49:40.841592 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6aebd4bb-42f5-4b72-b4a1-2821ccaa1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:41.261341 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8db946-9a35-4c75-9002-aeb279e0e4ff req-90602b32-5b91-4f36-bd83-8aa6aedfb03a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:41.262840 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca8db946-9a35-4c75-9002-aeb279e0e4ff req-90602b32-5b91-4f36-bd83-8aa6aedfb03a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0499303
Jan 10 12:49:41.314340 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca8db946-9a35-4c75-9002-aeb279e0e4ff req-05abd3cc-935b-49f3-83fe-9d48811ad8c7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452416
Jan 10 12:49:41.432100 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce016-eb86-4686-95ef-3b7c2a2793e6 req-8a8a44e3-2ad1-4f07-9791-73249110e961 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:41.433703 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-974ce016-eb86-4686-95ef-3b7c2a2793e6 req-8a8a44e3-2ad1-4f07-9791-73249110e961 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0492654
Jan 10 12:49:41.490476 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-974ce016-eb86-4686-95ef-3b7c2a2793e6 req-e7c26461-5e6e-4ff9-886a-82253677d435 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502701
Jan 10 12:49:42.026991 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.039284 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35748) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:42.238517 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-835c44e4-de84-4d9f-b1d8-cb28c5d812bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.362267 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-835c44e4-de84-4d9f-b1d8-cb28c5d812bc admin admin] Publish callbacks [] for security_group (5baad701-e4ce-426b-8fc9-0f6732365111), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.370373 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-835c44e4-de84-4d9f-b1d8-cb28c5d812bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5baad701-e4ce-426b-8fc9-0f6732365111), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.421192 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-835c44e4-de84-4d9f-b1d8-cb28c5d812bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65feacd0c25b473b9f36d5ae181cbeca&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3799400
Jan 10 12:49:42.421719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35768) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:42.423758 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c44e4-de84-4d9f-b1d8-cb28c5d812bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baad701-e4ce-426b-8fc9-0f6732365111,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:42.473136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d244915-18d9-4659-b5e7-f90e2220a076 req-2550d398-4b24-4573-a1ad-2890f02e544d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:42.481707 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] Publish callbacks [] for security_group (5baad701-e4ce-426b-8fc9-0f6732365111), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.483262 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8d244915-18d9-4659-b5e7-f90e2220a076 req-2550d398-4b24-4573-a1ad-2890f02e544d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0810192
Jan 10 12:49:42.514863 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] Publish callbacks [] for security_group (5baad701-e4ce-426b-8fc9-0f6732365111), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.560958 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8d244915-18d9-4659-b5e7-f90e2220a076 req-e5d45cf9-9fec-4608-a178-5ae82be9ed73 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758693
Jan 10 12:49:42.608368 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5baad701-e4ce-426b-8fc9-0f6732365111), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.611781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:42.619358 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5baad701-e4ce-426b-8fc9-0f6732365111 HTTP/1.1" status: 204  len: 168 time: 0.1963727
Jan 10 12:49:42.636074 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae91b70-2281-4a06-87d6-8f6d0ca8781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baad701-e4ce-426b-8fc9-0f6732365111,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:42.666196 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b0cd6-2e38-465a-8fd2-26273306f2c3 req-c4ee4a85-bb01-432c-a3cb-72842f56bcb0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:42.668937 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c56b0cd6-2e38-465a-8fd2-26273306f2c3 req-c4ee4a85-bb01-432c-a3cb-72842f56bcb0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0701194
Jan 10 12:49:42.755780 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c56b0cd6-2e38-465a-8fd2-26273306f2c3 req-f743310d-d20b-4ae0-ab1e-f393b686c794 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803103
Jan 10 12:49:43.663658 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:43.717030 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c184e-501c-4c37-b9ed-6066b464b5c6 req-2b94053d-0069-483d-943f-e13d73b421fe tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:43.718508 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bb9c184e-501c-4c37-b9ed-6066b464b5c6 req-2b94053d-0069-483d-943f-e13d73b421fe tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0518446
Jan 10 12:49:43.766251 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bb9c184e-501c-4c37-b9ed-6066b464b5c6 req-49fc1173-ed7e-487a-a71f-58ebb1aa1e7c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416574
Jan 10 12:49:43.897238 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a2504-0600-411d-997c-92f382201520 req-26a1c463-dd7b-4a06-b1eb-c99425f8bb1e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:43.898680 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9c6a2504-0600-411d-997c-92f382201520 req-26a1c463-dd7b-4a06-b1eb-c99425f8bb1e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0477693
Jan 10 12:49:43.947975 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9c6a2504-0600-411d-997c-92f382201520 req-1b0b5162-2900-48e7-857c-f3068c5aa1d7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412309
Jan 10 12:49:44.099812 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:44.863765 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:44.904410 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2899eb3-e542-4f84-86d1-d8a373f262a7 req-800ee5e6-79f5-425d-b8c2-2aa225b485da tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:44.905863 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c2899eb3-e542-4f84-86d1-d8a373f262a7 req-800ee5e6-79f5-425d-b8c2-2aa225b485da tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0572751
Jan 10 12:49:44.957371 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c2899eb3-e542-4f84-86d1-d8a373f262a7 req-b879960f-0bd7-445c-aaf5-be325ccab0ad tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457487
Jan 10 12:49:45.070456 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a405ba-3710-43fa-b4d5-7eaada3efa65 req-8f2708b0-2cef-4f50-9a63-e40ee26190a8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:45.071868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-39a405ba-3710-43fa-b4d5-7eaada3efa65 req-8f2708b0-2cef-4f50-9a63-e40ee26190a8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0574608
Jan 10 12:49:45.128461 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-39a405ba-3710-43fa-b4d5-7eaada3efa65 req-9d31ed50-b0db-450c-96b1-5feafd0ecf6d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511672
Jan 10 12:49:46.135073 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e544d-abd6-47d4-9fb3-011cf01133af req-800e9384-d888-41e8-9990-c97cf4b588fc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.135073 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e64e544d-abd6-47d4-9fb3-011cf01133af req-800e9384-d888-41e8-9990-c97cf4b588fc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0947802
Jan 10 12:49:46.288703 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e64e544d-abd6-47d4-9fb3-011cf01133af req-ac6e550d-680c-4068-9771-23de39001dc7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528873
Jan 10 12:49:46.371457 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543b734-45c5-4f07-aa9b-d6a538ed36a0 req-f834f8b8-6424-4b72-92fa-ecf81413fef5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.373022 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e543b734-45c5-4f07-aa9b-d6a538ed36a0 req-f834f8b8-6424-4b72-92fa-ecf81413fef5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0661542
Jan 10 12:49:46.380179 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-a0ecc4c1-4884-41d0-82db-0a77ab74e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.382042 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-a0ecc4c1-4884-41d0-82db-0a77ab74e262 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1099 time: 0.0488811
Jan 10 12:49:46.454366 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e543b734-45c5-4f07-aa9b-d6a538ed36a0 req-12424cc1-d51d-46b6-87ff-38152c32a5b4 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728040
Jan 10 12:49:46.528297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-4f12fc07-c330-4ca6-a55e-daec363285fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.529806 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-4f12fc07-c330-4ca6-a55e-daec363285fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.0981653
Jan 10 12:49:46.619099 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-8d10676e-ecdc-418f-a20a-dbb0738089fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 1001 time: 0.0728440
Jan 10 12:49:46.691777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-a7c6f03b-5866-4783-ab12-56be55cc3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.693344 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-a7c6f03b-5866-4783-ab12-56be55cc3007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0645649
Jan 10 12:49:46.760469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-f0724281-a4c7-419f-8101-6cf2b2d9ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:46.762078 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-f0724281-a4c7-419f-8101-6cf2b2d9ea48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0575283
Jan 10 12:49:46.869782 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-4cb5d326-801f-49e6-9eb2-ee20198f0a8a service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987029
Jan 10 12:49:47.009127 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-442c792d-5854-4e24-8352-e9cccbd7f038 req-9f6df8a4-7b6b-4ad7-bd08-37201c097f6f service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208432
Jan 10 12:49:47.432449 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15965f-086d-4b4e-bf38-3052a4399d46 req-a1291767-43e3-4cf1-94bf-45e8cd435c5f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:47.437436 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af15965f-086d-4b4e-bf38-3052a4399d46 req-a1291767-43e3-4cf1-94bf-45e8cd435c5f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0615540
Jan 10 12:49:47.510139 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af15965f-086d-4b4e-bf38-3052a4399d46 req-62b9c1eb-2b67-4b4d-b12c-d326990d96ef tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665748
Jan 10 12:49:47.518616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6191bec-0353-4fc4-8aae-f6502d63f09c req-f268c3da-2b69-4a58-ab5d-1796b9c7da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:47.521061 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e6191bec-0353-4fc4-8aae-f6502d63f09c req-f268c3da-2b69-4a58-ab5d-1796b9c7da79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.0732541
Jan 10 12:49:47.608603 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e6191bec-0353-4fc4-8aae-f6502d63f09c req-614e0ddb-d7dd-4035-a60e-726812c42f12 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724480
Jan 10 12:49:47.648129 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438930a-5e2a-4e18-9a65-e953d81f424e req-ae1197f2-f8cc-4e8b-9f5a-942d26567695 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:47.655565 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2438930a-5e2a-4e18-9a65-e953d81f424e req-ae1197f2-f8cc-4e8b-9f5a-942d26567695 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1094954
Jan 10 12:49:47.712066 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2438930a-5e2a-4e18-9a65-e953d81f424e req-789ca2a3-70a0-476d-8394-9c5976cd2e47 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555050
Jan 10 12:49:48.669293 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fda085-757d-4e78-b12b-a48cfd9437b3 req-e8bf9b9d-1959-4ca5-9d17-55a728f44609 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:48.671700 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a6fda085-757d-4e78-b12b-a48cfd9437b3 req-e8bf9b9d-1959-4ca5-9d17-55a728f44609 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0685513
Jan 10 12:49:48.752930 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a6fda085-757d-4e78-b12b-a48cfd9437b3 req-2b94a4d6-b242-4436-ad31-cf081e5b3979 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0707185
Jan 10 12:49:48.867660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7f14b-4397-4f78-ac57-d5e6d4aab27d req-e401155d-9c43-44ce-b0ec-a364ad7e14e3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:48.869741 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c2a7f14b-4397-4f78-ac57-d5e6d4aab27d req-e401155d-9c43-44ce-b0ec-a364ad7e14e3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0571804
Jan 10 12:49:48.939973 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c2a7f14b-4397-4f78-ac57-d5e6d4aab27d req-e48a62dc-2929-4568-86fb-de539f6ec2a0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625026
Jan 10 12:49:49.034199 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35882) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:49.186052 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2a64-f687-431e-9612-37520b99c3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.298125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2a64-f687-431e-9612-37520b99c3dc admin admin] Publish callbacks [] for security_group (8b90821a-c9cb-4bcb-9d0b-e028b0c58397), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.306178 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fd8b2a64-f687-431e-9612-37520b99c3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (8b90821a-c9cb-4bcb-9d0b-e028b0c58397), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.354653 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-fd8b2a64-f687-431e-9612-37520b99c3dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffce67ba10f14f44a9f43e2d35b6b3d5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3193049
Jan 10 12:49:49.357342 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 35892) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:49.392481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b2a64-f687-431e-9612-37520b99c3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b90821a-c9cb-4bcb-9d0b-e028b0c58397,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:49.443552 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Publish callbacks [] for security_group (8b90821a-c9cb-4bcb-9d0b-e028b0c58397), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.471756 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Publish callbacks [] for security_group (8b90821a-c9cb-4bcb-9d0b-e028b0c58397), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.539968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (8b90821a-c9cb-4bcb-9d0b-e028b0c58397), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.543139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:49.544555 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b90821a-c9cb-4bcb-9d0b-e028b0c58397 HTTP/1.1" status: 204  len: 168 time: 0.1860080
Jan 10 12:49:49.571055 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b90821a-c9cb-4bcb-9d0b-e028b0c58397,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:49.593074 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.594106 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.594901 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.595743 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.596738 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.597550 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.598325 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.599099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.600001 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.600684 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.601207 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.601700 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.602179 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2377ec6b-7a1f-40a0-8ec4-bc9195319320 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:49.970326 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56dc87-9344-479d-981b-3c748b685b3a req-666f7faf-7cac-4792-a31a-0a7af6f8895c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:49.973321 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0d56dc87-9344-479d-981b-3c748b685b3a req-666f7faf-7cac-4792-a31a-0a7af6f8895c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1011505
Jan 10 12:49:50.069174 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0d56dc87-9344-479d-981b-3c748b685b3a req-25408484-83d2-4430-b5f1-a98a342d9d83 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871608
Jan 10 12:49:50.306208 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5df3-4469-4bab-bb84-3308c088bd62 req-4f8ace02-a6a2-4ace-ac92-41a7c58ce125 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:50.318753 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc3d5df3-4469-4bab-bb84-3308c088bd62 req-4f8ace02-a6a2-4ace-ac92-41a7c58ce125 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1253603
Jan 10 12:49:50.421121 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc3d5df3-4469-4bab-bb84-3308c088bd62 req-2200d2cc-e135-4e8f-aaac-7eebe2b42ab6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008422
Jan 10 12:49:50.756021 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-d2989c6d-edee-485e-8a49-6cb01e6afb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:50.757685 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-d2989c6d-edee-485e-8a49-6cb01e6afb49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.0963650
Jan 10 12:49:50.773455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 35966) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:50.806787 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51362dd-dde6-460a-b84d-f1de9fdee433 req-09a1d06b-18a4-452e-831f-cc9b5de3d380 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:50.809469 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d51362dd-dde6-460a-b84d-f1de9fdee433 req-09a1d06b-18a4-452e-831f-cc9b5de3d380 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0666709
Jan 10 12:49:50.874417 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-b2e06df5-0272-4049-afcc-1176efe5702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:50.876207 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-b2e06df5-0272-4049-afcc-1176efe5702a service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.1097589
Jan 10 12:49:50.894140 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d51362dd-dde6-460a-b84d-f1de9fdee433 req-d4dbf085-f4c7-48ff-a08b-a5d8aad45bce tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679367
Jan 10 12:49:50.960263 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-32f3b048-b74d-4327-9012-b6a54d26e4dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0678935
Jan 10 12:49:50.978269 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1396010275-network', 'tenant_id': '36b1b002256e43eba62e736d945f9049'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:51.015248 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Made reservation on behalf of 36b1b002256e43eba62e736d945f9049 for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:51.018018 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.035851 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.036567 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-0eab0a76-d887-4637-ae6a-9f5e23554ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:51.043870 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-0eab0a76-d887-4637-ae6a-9f5e23554ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0706570
Jan 10 12:49:51.116894 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-3ead94ac-9ca0-4fc4-82e7-8894298b4574 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654185
Jan 10 12:49:51.171378 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks [] for security_group (397ad9fe-1ce0-4fb3-b396-4b8efe014c1b), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.180266 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (397ad9fe-1ce0-4fb3-b396-4b8efe014c1b), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.221279 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:49:51.244410 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:51.247972 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (f2c7c86d-94f9-41ae-b156-f1e13624d931), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.248693 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Added segment f2c7c86d-94f9-41ae-b156-f1e13624d931 of type vlan for network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873
Jan 10 12:49:51.290980 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-a5826e7f-e654-446f-b6e3-cc1e430c81be service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1661046
Jan 10 12:49:51.321669 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (5af1f618-4b76-4aff-a2a2-5ebba4d5c873), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.341406 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f242ef-42c1-4c9c-a4d4-a121e6db74cc req-75ebb4e7-ba5b-45de-80fa-b221dda07169 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:51.348407 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-75f242ef-42c1-4c9c-a4d4-a121e6db74cc req-75ebb4e7-ba5b-45de-80fa-b221dda07169 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1203611
Jan 10 12:49:51.388632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (5af1f618-4b76-4aff-a2a2-5ebba4d5c873), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.389905 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:51.390575 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.408202 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-711a3f3e-9b0a-4f0a-a98e-d070e7c068e8 req-648f8a64-e6b1-4cce-bacf-2a7106015e19 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098573
Jan 10 12:49:51.433692 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-75f242ef-42c1-4c9c-a4d4-a121e6db74cc req-554e0356-4bb1-4550-817e-bb6dadff7542 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842757
Jan 10 12:49:51.479656 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6984515
Jan 10 12:49:51.479839 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 35980) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:49:51.483584 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1205d-08e4-418a-8170-ad1162a02af5 admin admin] Pushing event updated for resources: {'Network': ['ID=5af1f618-4b76-4aff-a2a2-5ebba4d5c873,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:51.485098 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Request body: {'subnet': {'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1396010275-subnet', 'tenant_id': '36b1b002256e43eba62e736d945f9049', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:51.498370 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:49:51.535140 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Made reservation on behalf of 36b1b002256e43eba62e736d945f9049 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:51.537820 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3705124'] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.751078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3705142'] for subnet (ec101d5c-64b2-4c62-b665-1033dfa9620e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.815248 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec101d5c-64b2-4c62-b665-1033dfa9620e,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:51.831347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Checking segment: {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:51.831729 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Network hostable DHCP agents. Network: 5af1f618-4b76-4aff-a2a2-5ebba4d5c873, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:49:51.856529 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:49:51.867765 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5af1f618-4b76-4aff-a2a2-5ebba4d5c873) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:51.873289 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:51.873897 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:51.880872 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a68804c-a9ce-4c5a-8552-56fe69598755 None None] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:49:51.895195 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6faa4018-669e-448f-89ea-7d2af001e89f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4142268
Jan 10 12:49:52.005286 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07806076-3f22-47fd-9127-b21bb8ea4219 None None] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:49:52.016108 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5a5df-1324-4a2a-bf33-d4775dda62ec req-98e730ed-8764-499c-a2d3-8dd1b1e50ce4 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:52.024359 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20f5a5df-1324-4a2a-bf33-d4775dda62ec req-98e730ed-8764-499c-a2d3-8dd1b1e50ce4 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0657775
Jan 10 12:49:52.091401 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20f5a5df-1324-4a2a-bf33-d4775dda62ec req-bb4db2bb-81a9-4ca2-bd1b-f4b0d3308ad1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658360
Jan 10 12:49:52.650258 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5cee-032b-467c-90c4-ada318e4fb69 req-273744a8-536e-4801-bc87-823af33b9993 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:52.652222 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e21a5cee-032b-467c-90c4-ada318e4fb69 req-273744a8-536e-4801-bc87-823af33b9993 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0751302
Jan 10 12:49:52.708233 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e21a5cee-032b-467c-90c4-ada318e4fb69 req-95035ee0-bc0b-45d9-8888-2a9ecbfae76f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503988
Jan 10 12:49:53.112595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-91714bbe-c6ea-404c-a153-6b7ce326bbd8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:53.113957 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-91714bbe-c6ea-404c-a153-6b7ce326bbd8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.1141670
Jan 10 12:49:53.128515 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-c51c05d8-4cb9-4d6a-9d0a-3ccd503b8bbc tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/quotas/cc2f029676f249c681ad86a3f68525e4 HTTP/1.1" status: 200  len: 375 time: 0.0090594
Jan 10 12:49:53.180708 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-d2749c8a-1363-444a-ae2b-ddd64330d1c2 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0474126
Jan 10 12:49:53.274323 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-e01b48b2-5a60-4b92-807c-7c694152df6c service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858753
Jan 10 12:49:53.370442 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-d649b3ed-8a5f-4f2e-a2a9-ee655e20509c service neutron] 10.222.0.13 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0902536
Jan 10 12:49:53.584109 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b930d6-b6f8-4dcf-bfa4-2f7dafbc8998 req-eb527f83-6b1a-4a2e-84d4-d66afa584ec9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:53.585716 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72b930d6-b6f8-4dcf-bfa4-2f7dafbc8998 req-eb527f83-6b1a-4a2e-84d4-d66afa584ec9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0607376
Jan 10 12:49:53.635134 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72b930d6-b6f8-4dcf-bfa4-2f7dafbc8998 req-10473078-ffb1-4d00-9ca4-1b4494f89460 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438585
Jan 10 12:49:53.701141 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d1a96f54-39e4-4c44-a296-084c6f3d59e0 req-92b552e3-e948-4e57-b17e-81ce8cffeae0 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 210 time: 0.0282867
Jan 10 12:49:53.831436 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e30db26-5a67-4103-926a-d8aa5bd54f4d req-c46b68ff-869f-4797-908b-3e1115872d03 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:53.833026 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e30db26-5a67-4103-926a-d8aa5bd54f4d req-c46b68ff-869f-4797-908b-3e1115872d03 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0524218
Jan 10 12:49:53.887674 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e30db26-5a67-4103-926a-d8aa5bd54f4d req-3cb678dc-2bdc-4361-b76e-cb9326c9229a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482736
Jan 10 12:49:54.793337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af418b7a-573d-4377-97c2-2a613e048dab req-e3cc605c-12c8-4c3e-b1ff-a4d45cfcbbbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:54.794931 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af418b7a-573d-4377-97c2-2a613e048dab req-e3cc605c-12c8-4c3e-b1ff-a4d45cfcbbbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0868666
Jan 10 12:49:54.844288 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b39ece07-df37-47ea-bc3c-364496b6c445 req-d6783ee7-2f44-4a98-a185-ddc2834b65f1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 210 time: 0.0481219
Jan 10 12:49:54.887564 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af418b7a-573d-4377-97c2-2a613e048dab req-c57080f0-640e-401f-b22c-90367e01509b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780587
Jan 10 12:49:55.018595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee32a14-7905-4f71-9751-f90f06892ca6 req-777ea851-3cda-4655-a443-534bcc1af12c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:55.020141 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fee32a14-7905-4f71-9751-f90f06892ca6 req-777ea851-3cda-4655-a443-534bcc1af12c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0494289
Jan 10 12:49:55.076066 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fee32a14-7905-4f71-9751-f90f06892ca6 req-962bbd19-1948-4e5f-9fdb-7317ae392af6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475383
Jan 10 12:49:55.309289 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2791290d-bf11-4eaf-a091-efd77691c61f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:55.311868 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2791290d-bf11-4eaf-a091-efd77691c61f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 814 time: 0.1163523
Jan 10 12:49:55.334487 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Request body: {'port': {'device_id': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'admin_state_up': True, 'tenant_id': 'cc2f029676f249c681ad86a3f68525e4'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:55.498489 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Made reservation on behalf of cc2f029676f249c681ad86a3f68525e4 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:55.513190 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:55.699178 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Allocated IP 172.20.0.6 (0493530f-49b3-4527-b75d-6de75567c16c/9403c6c1-8e3d-42d3-8762-9588cf0eea48/d7de2099-ce7e-43d9-9a27-d9371be7127a) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:55.755315 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:49:55.940834 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks [] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:55.963445 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-541c2f11-9fca-464a-8fab-90088d3a0bc1 req-3fd4fd7b-b201-48bc-9bfc-e7a5f09dd3ca tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 210 time: 0.0337882
Jan 10 12:49:55.987309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:56.004376 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'cae30eac-1be6-45e1-a371-f67ef66276f8', '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:56.046705 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Network 0493530f-49b3-4527-b75d-6de75567c16c is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:49:56.050299 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:49:56.054437 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:49:56.111129 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-bb41866f-fbac-4e53-b20d-42f1af77083a tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:56.113332 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:56.113986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:56.121585 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-bb41866f-fbac-4e53-b20d-42f1af77083a tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 814 time: 0.2254331
Jan 10 12:49:56.125647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event updated for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:56.145457 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-0823a5b9-b9ed-4bf1-bb5b-f77106f3386a tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/quotas/36b1b002256e43eba62e736d945f9049 HTTP/1.1" status: 200  len: 375 time: 0.0223148
Jan 10 12:49:56.153526 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-6c7eb8c6-a620-448a-8dab-ede3862e6e15 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8271661
Jan 10 12:49:56.174606 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Request body: {'port': {'device_id': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:56.209076 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-fb2979e8-a8a9-4413-9b3d-465a12cffa1f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0624542
Jan 10 12:49:56.252862 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:56.287809 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08110445-b9a3-457f-b848-069a303fe737 req-5195e1f6-4801-4def-85c8-fe5b8686e9eb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:56.295029 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-08110445-b9a3-457f-b848-069a303fe737 req-5195e1f6-4801-4def-85c8-fe5b8686e9eb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1588335
Jan 10 12:49:56.363919 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-948a8aa0-60b7-4453-933f-2121cd6485b5 service neutron] 10.222.0.13 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535127
Jan 10 12:49:56.384700 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-08110445-b9a3-457f-b848-069a303fe737 req-42a0a22f-a281-421c-92e2-1d5dd8aa9f7b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884528
Jan 10 12:49:56.553686 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-8d6f12ab-7288-4945-827c-2a7d9dc4770d service neutron] 10.222.0.13 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885154
Jan 10 12:49:56.596500 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288adce5-305f-46c5-bae6-ee8ae9589122 req-47c25a21-8899-403f-a390-84408b7a59ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:56.598325 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-288adce5-305f-46c5-bae6-ee8ae9589122 req-47c25a21-8899-403f-a390-84408b7a59ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1010489
Jan 10 12:49:56.706394 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7de2099-ce7e-43d9-9a27-d9371be7127a {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:56.717739 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks [] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:56.728040 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-288adce5-305f-46c5-bae6-ee8ae9589122 req-0e9e6f5e-f3b9-41ab-bd4c-6436af13215c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1186800
Jan 10 12:49:56.733487 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Transition to ACTIVE for port object d7de2099-ce7e-43d9-9a27-d9371be7127a will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:49:56.754870 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:56.862216 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Pushing event updated for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:56.934478 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a907056d-ef8f-4e2d-98c3-99257d0a4513 req-fb053cac-af5b-4219-8213-2dcd2bec8a06 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 210 time: 0.0837369
Jan 10 12:49:56.941719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Attempting to bind port d7de2099-ce7e-43d9-9a27-d9371be7127a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:49:56.942496 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Attempting to bind port d7de2099-ce7e-43d9-9a27-d9371be7127a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:49:56.942496 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Attempting to bind port d7de2099-ce7e-43d9-9a27-d9371be7127a on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:56.947956 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Port d7de2099-ce7e-43d9-9a27-d9371be7127a on network 0493530f-49b3-4527-b75d-6de75567c16c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:49:56.948419 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Attempting to bind port d7de2099-ce7e-43d9-9a27-d9371be7127a on network 0493530f-49b3-4527-b75d-6de75567c16c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:49:56.954465 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:49:56.955157 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Checking segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:49:56.955784 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Bound using segment: {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:49:56.956072 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Bound port: d7de2099-ce7e-43d9-9a27-d9371be7127a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:49:56.956445 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:57.035010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:49:57.065876 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:49:57.069828 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:49:57.080872 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:57.144487 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:57.145541 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:57.157787 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] 10.222.0.15 "PUT /v2.0/ports/d7de2099-ce7e-43d9-9a27-d9371be7127a HTTP/1.1" status: 200  len: 1093 time: 0.9960694
Jan 10 12:49:57.158325 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:57.160726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb84389-cacc-40f7-a4e5-9931602e4eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:57.223882 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f583aa2-7214-489a-b47c-abd0c52f095c service neutron] Pushing event updated for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:57.243879 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f3da56-d02b-4431-8cfc-2b743db8eb1c x-openstack-request-id: req-60f3da56-d02b-4431-8cfc-2b743db8eb1c {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:57.245131 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:57.245714 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60f3da56-d02b-4431-8cfc-2b743db8eb1c {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:57.246288 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a', 'status': 'completed', 'code': 200}
Jan 10 12:49:57.246406 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8650734-b847-43ee-8c7a-d1b928623505 req-2a256710-d017-49a3-9a8e-7c6f9252ffc8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:57.252741 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8650734-b847-43ee-8c7a-d1b928623505 req-2a256710-d017-49a3-9a8e-7c6f9252ffc8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 943 time: 0.1628532
Jan 10 12:49:57.287686 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-558cca88-1974-4928-9546-8e4b710c8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:57.289390 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-558cca88-1974-4928-9546-8e4b710c8f3d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 1096 time: 0.0619342
Jan 10 12:49:57.319102 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8650734-b847-43ee-8c7a-d1b928623505 req-92001b2e-c370-481b-a246-5edb127b4125 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610807
Jan 10 12:49:57.361489 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-5637ad32-1ab0-4e14-8bf6-2fe3c1f8cfaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a HTTP/1.1" status: 200  len: 217 time: 0.0624645
Jan 10 12:49:57.382640 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:57.395467 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '0341fd05-df0a-4b20-a713-82457a146a1c', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:49:57.427764 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-368e6989-44a6-47ad-89c1-029072195a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:57.429522 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-368e6989-44a6-47ad-89c1-029072195a8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0606768
Jan 10 12:49:57.468061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: ACTIVE; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:57.468708 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:57.485837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:49:57.504731 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-253df894-b97f-42a9-90d7-892e8159f246 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0666461
Jan 10 12:49:57.508250 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:57.518782 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:57.542065 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c01a-0203-41d3-847e-0344c93bdce7 req-b6daf7b6-bf11-42b9-93d5-1343ea013736 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:57.543856 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c725c01a-0203-41d3-847e-0344c93bdce7 req-b6daf7b6-bf11-42b9-93d5-1343ea013736 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0637004
Jan 10 12:49:57.604508 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c725c01a-0203-41d3-847e-0344c93bdce7 req-563c9316-fd3c-406c-abea-dbb98edc9900 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544229
Jan 10 12:49:57.620718 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=6']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:57.628141 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.628511 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.628847 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.629180 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.629512 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.629838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.630166 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.630488 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.630811 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.631150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.631475 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.631822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.632140 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:49:57.680666 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['0341fd05-df0a-4b20-a713-82457a146a1c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:49:57.705624 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-d5e4c9d3-daa7-4af7-8306-7b49709e1b53 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932402
Jan 10 12:49:57.899246 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-64aaa711-2c93-4d8d-bcee-52a15e1c235c req-55c5e0fa-a76a-4337-ad7b-42d10296d389 service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1852100
Jan 10 12:49:58.052514 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774b4bf-f1b5-4592-a40d-b7e3acbbb259 req-8697edfb-4fc3-403b-9ddc-f268f7ab0bbb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.056247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-c8795487-8761-412c-a9b4-2be4d9f39a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.058277 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5774b4bf-f1b5-4592-a40d-b7e3acbbb259 req-8697edfb-4fc3-403b-9ddc-f268f7ab0bbb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.1984673
Jan 10 12:49:58.058399 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-c8795487-8761-412c-a9b4-2be4d9f39a7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2f029676f249c681ad86a3f68525e4&device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 1096 time: 0.0743368
Jan 10 12:49:58.192158 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5774b4bf-f1b5-4592-a40d-b7e3acbbb259 req-73731a0f-0564-467e-9853-9d443ab5df91 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247172
Jan 10 12:49:58.244297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-306ef8fc-e16a-4072-8091-ca2c7462b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.245840 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-306ef8fc-e16a-4072-8091-ca2c7462b34f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 200  len: 914 time: 0.1682625
Jan 10 12:49:58.313793 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20ad35d0-551c-49c1-9ad3-0ee5a1f09b1b req-26e4ecb6-2ce6-44e4-a284-193513648b0e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 210 time: 0.0424969
Jan 10 12:49:58.322935 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-5df9da33-5262-4e63-acac-acdba36c880e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a HTTP/1.1" status: 200  len: 217 time: 0.0606940
Jan 10 12:49:58.398011 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-dd9dad01-3534-4384-8d47-8037c417fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.400753 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-dd9dad01-3534-4384-8d47-8037c417fdd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 200  len: 854 time: 0.0684686
Jan 10 12:49:58.457202 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-f6a66c97-edfc-49c8-bee8-350b75f6f938 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0493530f-49b3-4527-b75d-6de75567c16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0330846
Jan 10 12:49:58.471692 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dfb62-2913-4a60-b69d-3bdd2ddf89c4 req-428a6b9f-7fbb-4af3-ad4d-4b67c294e404 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.481785 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fc2dfb62-2913-4a60-b69d-3bdd2ddf89c4 req-428a6b9f-7fbb-4af3-ad4d-4b67c294e404 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 943 time: 0.0726163
Jan 10 12:49:58.530927 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fc2dfb62-2913-4a60-b69d-3bdd2ddf89c4 req-d792eaed-7b47-42dc-878e-a6cfeb269e90 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481684
Jan 10 12:49:58.871069 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-dc3c7fb7-3798-4145-a3c0-413587ee4214 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:58.872763 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-dc3c7fb7-3798-4145-a3c0-413587ee4214 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 814 time: 0.4144461
Jan 10 12:49:58.878358 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-711d1b71-d857-4af1-b70f-2c334329f44e service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3941536
Jan 10 12:49:58.896908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Request body: {'port': {'device_id': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873', 'admin_state_up': True, 'tenant_id': '36b1b002256e43eba62e736d945f9049'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:49:59.022302 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:49:59.096040 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5cb84389-cacc-40f7-a4e5-9931602e4eb7 req-104c04a5-b375-4e93-a76a-ab1264bab10c service neutron] 10.222.0.15 "GET /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2030494
Jan 10 12:49:59.142859 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 0341fd05-df0a-4b20-a713-82457a146a1c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:49:59.143607 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Made reservation on behalf of 36b1b002256e43eba62e736d945f9049 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:49:59.144767 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.155977 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.436099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:49:59.436514 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.459574 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967e0d5-7a45-4702-bc36-86f43b080047 req-4eb7ba0c-5263-4cb9-b9c1-1a706dd1b81a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:59.464166 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7967e0d5-7a45-4702-bc36-86f43b080047 req-4eb7ba0c-5263-4cb9-b9c1-1a706dd1b81a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.1400676
Jan 10 12:49:59.498789 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:49:59.505401 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df71c94-53db-4dfd-ab0b-1f64f50180f8" -d '{"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:49:59.518336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Allocated IP 172.20.0.13 (5af1f618-4b76-4aff-a2a2-5ebba4d5c873/ec101d5c-64b2-4c62-b665-1033dfa9620e/f8161287-bb70-4b66-8b85-92c2fa1f8702) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:49:59.535567 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:49:59.544520 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.563086 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7967e0d5-7a45-4702-bc36-86f43b080047 req-b73094d2-af65-4674-ac23-011eea82038c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835242
Jan 10 12:49:59.573793 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe0c6299-1300-4fb2-be7f-d028444e7f87 req-de26a02c-39c0-454a-b72e-f09eae2f5f29 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 210 time: 0.1076589
Jan 10 12:49:59.659167 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=7']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:49:59.706711 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f495c-263d-4e1f-96f2-338b41e9bdb9 x-openstack-request-id: req-e50f495c-263d-4e1f-96f2-338b41e9bdb9 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:49:59.707086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:49:59.710756 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e50f495c-263d-4e1f-96f2-338b41e9bdb9 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:49:59.711394 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'code': 200}
Jan 10 12:49:59.752950 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe172717-3cb9-41ad-b347-718771904bf3 req-b583a2d9-0b1d-4756-be61-07e509ed961c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:59.759337 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe172717-3cb9-41ad-b347-718771904bf3 req-b583a2d9-0b1d-4756-be61-07e509ed961c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1097267
Jan 10 12:49:59.843634 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe172717-3cb9-41ad-b347-718771904bf3 req-0fda3531-a85f-4ea5-9895-c55fc7f5573f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747614
Jan 10 12:49:59.858393 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks [] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.948028 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:49:59.948846 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f89df2-91cb-40a6-917d-fb826691364e req-2eb675b4-b066-4f32-8a03-8a9410149e5d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:49:59.956881 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-00f89df2-91cb-40a6-917d-fb826691364e req-2eb675b4-b066-4f32-8a03-8a9410149e5d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 943 time: 0.1251843
Jan 10 12:50:00.032155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:00.035568 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:00.039426 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:00.074959 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Pushing event updated for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:00.075682 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-00f89df2-91cb-40a6-917d-fb826691364e req-d574f5b7-b597-4a9b-98e2-dba76d1d35ef tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134953
Jan 10 12:50:00.116275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:00.116887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:00.136595 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a930f53c-157e-458e-8b74-1a7ab39fa550 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2446702
Jan 10 12:50:00.154584 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Request body: {'port': {'device_id': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:00.411709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:00.928020 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29dde-b589-43f9-9ec9-c99d97269fd1 req-b8d80664-1a66-498b-8cf4-8e2b2b253817 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:00.940836 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bfa29dde-b589-43f9-9ec9-c99d97269fd1 req-b8d80664-1a66-498b-8cf4-8e2b2b253817 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 932 time: 0.1925144
Jan 10 12:50:00.995135 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36230) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:01.002622 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a09dd-0190-4654-b684-0fb4eeb61894 req-9c67d7fc-abab-4288-af58-2edf8807b6e2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:01.012975 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8d8a09dd-0190-4654-b684-0fb4eeb61894 req-9c67d7fc-abab-4288-af58-2edf8807b6e2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1871214
Jan 10 12:50:01.026787 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device d7de2099-ce7e-43d9-9a27-d9371be7127a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:50:01.221007 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8d8a09dd-0190-4654-b684-0fb4eeb61894 req-c8a2e22d-1513-4c3f-871b-1e2ff9e40072 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051032
Jan 10 12:50:01.233997 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bfa29dde-b589-43f9-9ec9-c99d97269fd1 req-eb013be5-f938-4d97-bc62-6a4cf49970f3 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804120
Jan 10 12:50:01.250250 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8161287-bb70-4b66-8b85-92c2fa1f8702 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:50:01.270835 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks [] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.298755 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Transition to ACTIVE for port object f8161287-bb70-4b66-8b85-92c2fa1f8702 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:50:01.308666 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.363674 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:01.397122 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'd7de2099-ce7e-43d9-9a27-d9371be7127a', 'network_id': '0493530f-49b3-4527-b75d-6de75567c16c', 'port_id': 'd7de2099-ce7e-43d9-9a27-d9371be7127a', 'mac_address': 'fa:16:3e:ac:20:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9403c6c1-8e3d-42d3-8762-9588cf0eea48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:50:01.426973 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fe1c87ee-59e9-461d-b8cb-224040b2799d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.477963 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fa9da-0f0a-4041-8fb4-b596a634717c req-a7c30da9-2404-439b-b32b-e1d7a70117b8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:01.488083 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-456fa9da-0f0a-4041-8fb4-b596a634717c req-a7c30da9-2404-439b-b32b-e1d7a70117b8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 943 time: 0.1028082
Jan 10 12:50:01.502979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port d7de2099-ce7e-43d9-9a27-d9371be7127a is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:01.503891 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.543228 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7de2099-ce7e-43d9-9a27-d9371be7127a {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:50:01.558961 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-456fa9da-0f0a-4041-8fb4-b596a634717c req-d6f9abf8-21e8-4356-9a6a-effe876de340 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686610
Jan 10 12:50:01.581024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fe1c87ee-59e9-461d-b8cb-224040b2799d admin admin] Publish callbacks [] for security_group (d7701443-8718-4e37-b9a2-2b6fca657e12), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.591948 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:01.598958 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.602538 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-fe1c87ee-59e9-461d-b8cb-224040b2799d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d7701443-8718-4e37-b9a2-2b6fca657e12), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.702586 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36242) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:01.704224 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-fe1c87ee-59e9-461d-b8cb-224040b2799d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4681904d2b064a288df52876cff36041&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7075849
Jan 10 12:50:01.707157 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:01.721701 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c87ee-59e9-461d-b8cb-224040b2799d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7701443-8718-4e37-b9a2-2b6fca657e12,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:01.745779 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Pushing event updated for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:01.821939 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] Publish callbacks [] for security_group (d7701443-8718-4e37-b9a2-2b6fca657e12), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.873309 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] Publish callbacks [] for security_group (d7701443-8718-4e37-b9a2-2b6fca657e12), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.913956 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Attempting to bind port f8161287-bb70-4b66-8b85-92c2fa1f8702 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:01.914324 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Attempting to bind port f8161287-bb70-4b66-8b85-92c2fa1f8702 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:01.914718 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Attempting to bind port f8161287-bb70-4b66-8b85-92c2fa1f8702 on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:01.930981 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Port f8161287-bb70-4b66-8b85-92c2fa1f8702 on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:50:01.931926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Attempting to bind port f8161287-bb70-4b66-8b85-92c2fa1f8702 on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:01.952589 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:01.953077 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Checking segment: {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:01.953361 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Bound using segment: {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:01.953973 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Bound port: f8161287-bb70-4b66-8b85-92c2fa1f8702, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:01.954277 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.958544 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d7701443-8718-4e37-b9a2-2b6fca657e12), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.961783 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:01.964164 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7701443-8718-4e37-b9a2-2b6fca657e12 HTTP/1.1" status: 204  len: 168 time: 0.2604570
Jan 10 12:50:01.976606 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1de98-dbb9-49f7-83bf-20bbf0188263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7701443-8718-4e37-b9a2-2b6fca657e12,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:02.034031 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['d7de2099-ce7e-43d9-9a27-d9371be7127a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:02.161934 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:02.169972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:02.182135 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:02.246719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:02.247289 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:02.270976 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] 10.222.0.15 "PUT /v2.0/ports/f8161287-bb70-4b66-8b85-92c2fa1f8702 HTTP/1.1" status: 200  len: 1094 time: 2.1223505
Jan 10 12:50:02.274640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:02.302699 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387" -d '{"events": [{"name": "network-changed", "server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:02.471018 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f436b0-3282-48ea-b214-599d9bb1f98a req-70863259-6cf9-48aa-8a02-3c3e971e3f2f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:02.471979 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-87500a1a-ec98-4829-aa8e-029632f31199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:02.478551 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-87500a1a-ec98-4829-aa8e-029632f31199 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 1097 time: 0.1414251
Jan 10 12:50:02.479806 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06f436b0-3282-48ea-b214-599d9bb1f98a req-70863259-6cf9-48aa-8a02-3c3e971e3f2f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 944 time: 0.0974698
Jan 10 12:50:02.482995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c815-7393-4d7c-bc50-61808a8e1afb service neutron] Pushing event updated for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:02.574280 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-c966c07c-ec5b-4711-ac01-1b5f16a617b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702 HTTP/1.1" status: 200  len: 217 time: 0.0783317
Jan 10 12:50:02.598238 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06f436b0-3282-48ea-b214-599d9bb1f98a req-7ef6994b-f89f-4d19-b62d-0c8733d5de06 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174428
Jan 10 12:50:02.622926 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b713c-355d-4686-8d80-f3a08b8216fd req-950c92f9-f8ab-477a-afb6-5c51b92524d3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:02.632144 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-684b713c-355d-4686-8d80-f3a08b8216fd req-950c92f9-f8ab-477a-afb6-5c51b92524d3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1106973
Jan 10 12:50:02.685967 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a73e81ba-73fd-4752-8aa3-eb1b27b444ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:02.687555 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-a73e81ba-73fd-4752-8aa3-eb1b27b444ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec101d5c-64b2-4c62-b665-1033dfa9620e HTTP/1.1" status: 200  len: 854 time: 0.1058915
Jan 10 12:50:02.713116 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-684b713c-355d-4686-8d80-f3a08b8216fd req-e7df16b1-16d4-477e-a917-163b6610f839 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799372
Jan 10 12:50:02.752472 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-be5674a7-9f3f-4df2-8793-a27dda50c304 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494850
Jan 10 12:50:02.806144 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e8596-fa6b-4fd8-aa08-9107b6f08229 x-openstack-request-id: req-2b2e8596-fa6b-4fd8-aa08-9107b6f08229 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:02.809485 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:02.810479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b2e8596-fa6b-4fd8-aa08-9107b6f08229 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:02.811419 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702', 'status': 'completed', 'code': 200}
Jan 10 12:50:02.990305 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-7b8e5986-f18a-454b-8240-db9364e50558 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2299526
Jan 10 12:50:02.996019 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4ff43-efbf-4bf9-8889-e779d8b63d48 req-eab8a318-4bdc-4ab6-b877-96ce0eadcc36 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:03.008564 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bde4ff43-efbf-4bf9-8889-e779d8b63d48 req-eab8a318-4bdc-4ab6-b877-96ce0eadcc36 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 944 time: 0.1261489
Jan 10 12:50:03.135206 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bde4ff43-efbf-4bf9-8889-e779d8b63d48 req-260f1092-2468-4b13-baef-ecf12dfc2b9b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257887
Jan 10 12:50:03.209194 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4f896497-9019-4b06-a974-6a3850f4e8d9 req-931fed63-7dc8-458e-adc8-f2c35fa7a815 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2023184
Jan 10 12:50:03.360759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-a477e09e-96a7-4e3c-89b1-1186ec216585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:03.364478 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-a477e09e-96a7-4e3c-89b1-1186ec216585 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 1097 time: 0.0589535
Jan 10 12:50:03.581537 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-76922748-1b68-438a-ba5a-b8aff8b61019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:03.591504 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-76922748-1b68-438a-ba5a-b8aff8b61019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 914 time: 0.2182779
Jan 10 12:50:03.682799 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-a35345ef-d49b-4cac-823d-f8800ff42f74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702 HTTP/1.1" status: 200  len: 217 time: 0.0748010
Jan 10 12:50:03.725914 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36280) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:03.890985 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-91c0b9d6-972e-4b3a-af80-b82b86d5fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:03.894297 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-91c0b9d6-972e-4b3a-af80-b82b86d5fc3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec101d5c-64b2-4c62-b665-1033dfa9620e HTTP/1.1" status: 200  len: 854 time: 0.1968055
Jan 10 12:50:03.976241 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-70acca7d-1b36-4601-85bd-1c0be09f61cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629628
Jan 10 12:50:03.994865 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-589155706-network', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:04.014137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438d14f-28a4-438b-8938-77d163e60247 req-805dd4f8-0041-4cde-b3e1-e4402a891a24 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:04.021806 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a438d14f-28a4-438b-8938-77d163e60247 req-805dd4f8-0041-4cde-b3e1-e4402a891a24 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 944 time: 0.1931260
Jan 10 12:50:04.035005 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb9ed-a641-44b7-b89e-928ecb0b2d55 req-c509f46c-22db-4b81-942f-5bbf14976bec tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:04.037404 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a0bb9ed-a641-44b7-b89e-928ecb0b2d55 req-c509f46c-22db-4b81-942f-5bbf14976bec tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1597714
Jan 10 12:50:04.072612 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Made reservation on behalf of 503dbd8843034c38a1dbc86c07c6f549 for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:50:04.074864 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.101286 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.123941 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-e05983cb-5b4a-4429-9665-b10a4c2015a9 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412435
Jan 10 12:50:04.166551 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a438d14f-28a4-438b-8938-77d163e60247 req-76f0d29c-d795-4d21-9033-1ff79fc5aac3 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437502
Jan 10 12:50:04.223763 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a0bb9ed-a641-44b7-b89e-928ecb0b2d55 req-b452397b-922c-444e-a20b-a998aed32550 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1648128
Jan 10 12:50:04.277847 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ef5ab237-76e3-40e3-bfd2-7ed8ffff8387 req-26fa7435-ddca-491a-bc43-63dc5543c002 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1467369
Jan 10 12:50:04.359143 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks [] for security_group (d8bdd482-6a7f-4d39-8591-9cc5623b9b05), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.382944 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d8bdd482-6a7f-4d39-8591-9cc5623b9b05), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.425661 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:50:04.438607 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bdd482-6a7f-4d39-8591-9cc5623b9b05,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:04.451829 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d433137b-fdce-423f-93dc-cc01a4c003cf), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.452484 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Added segment d433137b-fdce-423f-93dc-cc01a4c003cf of type vlan for network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245
Jan 10 12:50:04.464729 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9616dd-ee99-40e9-b46d-0f0dd491a728 req-d58b689a-c63d-400f-8f79-c1ef345495ec tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:04.467881 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dc9616dd-ee99-40e9-b46d-0f0dd491a728 req-d58b689a-c63d-400f-8f79-c1ef345495ec tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 944 time: 0.1286340
Jan 10 12:50:04.635555 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.674204 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dc9616dd-ee99-40e9-b46d-0f0dd491a728 req-3b0131c8-9abe-4558-b78a-2d167fc2343f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1873806
Jan 10 12:50:04.726117 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.730467 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:04.731087 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:04.983752 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] Pushing event updated for resources: {'Network': ['ID=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:05.000948 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-24cf94c7-b924-493c-a0ff-7da12f94cb8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2708972
Jan 10 12:50:05.001199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:50:05.001760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36294) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:05.006915 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Request body: {'subnet': {'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-589155706-subnet', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:05.103608 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device d7de2099-ce7e-43d9-9a27-d9371be7127a up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:05.173904 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Made reservation on behalf of 503dbd8843034c38a1dbc86c07c6f549 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:50:05.184226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3705124'] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.243080 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port d7de2099-ce7e-43d9-9a27-d9371be7127a completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:50:05.250854 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port d7de2099-ce7e-43d9-9a27-d9371be7127a triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:05.251378 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.370017 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port d7de2099-ce7e-43d9-9a27-d9371be7127a is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:05.370415 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.407927 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:05.411457 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032a865-19bf-4a26-a156-e5de0fbc2f1b" -d '{"events": [{"server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "name": "network-vif-plugged", "status": "completed", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:05.424091 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90465773-baa5-4485-86ff-9620f49b5f03 req-d4b384e7-d8e8-4a04-976e-8ecb7f8eae04 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:05.425708 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90465773-baa5-4485-86ff-9620f49b5f03 req-d4b384e7-d8e8-4a04-976e-8ecb7f8eae04 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.0980809
Jan 10 12:50:05.432635 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:05.444046 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.461879 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f770f-0347-403c-a80a-2072da1526ac req-7d93ac49-6574-4c54-9042-59ade1e6b734 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:05.463927 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d7f770f-0347-403c-a80a-2072da1526ac req-7d93ac49-6574-4c54-9042-59ade1e6b734 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 944 time: 0.0940549
Jan 10 12:50:05.524374 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3705142'] for subnet (16917d48-7a5d-41a1-91e9-99a0dc97284b), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.537915 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90465773-baa5-4485-86ff-9620f49b5f03 req-36a3f797-e0a3-478f-91ac-c71982bde8fd tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020815
Jan 10 12:50:05.589296 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:05.627483 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1d7f770f-0347-403c-a80a-2072da1526ac req-bf363304-c410-48b3-b7a2-2f3807a653ca tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574941
Jan 10 12:50:05.670541 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16917d48-7a5d-41a1-91e9-99a0dc97284b,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:05.693345 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:05.693722 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Network hostable DHCP agents. Network: c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:50:05.732706 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61175ad6-279d-494f-924a-e3e46197b1e9 x-openstack-request-id: req-61175ad6-279d-494f-924a-e3e46197b1e9 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:05.734389 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "name": "network-vif-plugged", "status": "completed", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:05.737325 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61175ad6-279d-494f-924a-e3e46197b1e9 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:05.744866 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a', 'code': 200}
Jan 10 12:50:05.756195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:50:05.771024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:05.781818 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b53c81b-730b-4e2f-937d-dce3626d5e57 None None] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:50:05.808440 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:05.810287 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.885259 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-325ec5bb-e6f4-41fc-86de-46a5eef7fb8a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8797698
Jan 10 12:50:05.887810 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36314) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:05.906767 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:05.965410 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdf949-3ba0-4a53-ab88-ee602bb0e860 req-bb414f52-269b-4d23-b93f-41c1f125ef09 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:05.968817 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c1fdf949-3ba0-4a53-ab88-ee602bb0e860 req-bb414f52-269b-4d23-b93f-41c1f125ef09 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.1126733
Jan 10 12:50:05.994315 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:05.998297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.111353 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c1fdf949-3ba0-4a53-ab88-ee602bb0e860 req-ebefba96-787f-4707-aef8-054c5db08e5a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346104
Jan 10 12:50:06.152332 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:50:06.153400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.231632 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for router_controller (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), precommit_add_association {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.408848 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for router_gateway (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.415188 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42227bdd-a78d-42ec-ba08-6b2db1712b92 req-0c53ed4f-c9e7-4fa5-97e5-b97439ac5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:06.417197 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-42227bdd-a78d-42ec-ba08-6b2db1712b92 req-0c53ed4f-c9e7-4fa5-97e5-b97439ac5727 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 1098 time: 0.3602660
Jan 10 12:50:06.543653 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Allocated IP 172.20.0.2 (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245/16917d48-7a5d-41a1-91e9-99a0dc97284b/e4ae0aca-5525-4bcd-95e0-be887c1f645b) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:06.570381 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-42227bdd-a78d-42ec-ba08-6b2db1712b92 req-a06c6427-7e4d-42c0-b965-7ec477fc0522 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227512
Jan 10 12:50:06.762620 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2514315-4e42-4c24-bb77-74366e21b32b req-36814683-0524-45c6-bfb8-3a158d17f2e7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:06.770273 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d2514315-4e42-4c24-bb77-74366e21b32b req-36814683-0524-45c6-bfb8-3a158d17f2e7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1189532
Jan 10 12:50:06.785567 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for router_gateway (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.824215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.838761 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks [] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.856079 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:06.865570 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5bc8f-e1e1-4762-b253-552a9e65b5e2 req-7bb208bc-3989-41a7-a5b5-fab56da6f70c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:06.873845 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-47f5bc8f-e1e1-4762-b253-552a9e65b5e2 req-7bb208bc-3989-41a7-a5b5-fab56da6f70c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 944 time: 0.0957646
Jan 10 12:50:06.899688 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d2514315-4e42-4c24-bb77-74366e21b32b req-0ef43b17-eaa9-4552-b70e-8393a52d7476 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1263366
Jan 10 12:50:06.914148 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:06.920263 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:06.922855 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:06.970386 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Allocated IP 172.37.5.134 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/25bab0a3-0491-4940-8f3c-c5dc28c0f4e6) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:06.990662 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-47f5bc8f-e1e1-4762-b253-552a9e65b5e2 req-9566dfca-5e31-46f3-b061-674a35240887 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147623
Jan 10 12:50:07.010013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Pushing event updated for resources: {'Port': ['ID=e4ae0aca-5525-4bcd-95e0-be887c1f645b,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:07.035552 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Attempting to bind port e4ae0aca-5525-4bcd-95e0-be887c1f645b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:07.036046 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Attempting to bind port e4ae0aca-5525-4bcd-95e0-be887c1f645b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:07.036506 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Attempting to bind port e4ae0aca-5525-4bcd-95e0-be887c1f645b on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:07.043496 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:07.044651 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:07.045698 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.046565 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Bound using segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:07.047212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Bound port: e4ae0aca-5525-4bcd-95e0-be887c1f645b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:07.047340 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.083469 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f8161287-bb70-4b66-8b85-92c2fa1f8702 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:50:07.104948 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.148552 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.195863 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:07.212864 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'f8161287-bb70-4b66-8b85-92c2fa1f8702', 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873', 'port_id': 'f8161287-bb70-4b66-8b85-92c2fa1f8702', 'mac_address': 'fa:16:3e:a3:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec101d5c-64b2-4c62-b665-1033dfa9620e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:50:07.223368 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:07.229718 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:07.237261 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:07.263233 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] For port e4ae0aca-5525-4bcd-95e0-be887c1f645b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:07.271118 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Pushing event updated for resources: {'Port': ['ID=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:07.289455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] For port e4ae0aca-5525-4bcd-95e0-be887c1f645b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4ae0aca-5525-4bcd-95e0-be887c1f645b,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:07.304349 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port f8161287-bb70-4b66-8b85-92c2fa1f8702 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:07.305012 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.319685 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.324766 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8161287-bb70-4b66-8b85-92c2fa1f8702 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:50:07.383826 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:07.395790 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.397346 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b5482-b1e7-46dd-a2b9-024cb2d30481 req-2ffc5209-97dc-45a3-8a9c-054cd036343f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:07.400166 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb8b5482-b1e7-46dd-a2b9-024cb2d30481 req-2ffc5209-97dc-45a3-8a9c-054cd036343f tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.1055150
Jan 10 12:50:07.403546 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf3ff6-d79b-47c4-86d3-b607d18a9b37 None None] Pushing event updated for resources: {'Port': ['ID=e4ae0aca-5525-4bcd-95e0-be887c1f645b,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:07.476801 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:07.502258 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb8b5482-b1e7-46dd-a2b9-024cb2d30481 req-de2df9a8-6442-4ee9-9957-1144206f6412 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870092
Jan 10 12:50:07.708683 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for router_gateway (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:07.880400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['f8161287-bb70-4b66-8b85-92c2fa1f8702'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:08.251382 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e798-bec5-4d6e-bbae-e9ba0c9d6cb1 req-2d43fa42-6da7-41e5-b579-0028c63fcc04 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:08.259045 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4540e798-bec5-4d6e-bbae-e9ba0c9d6cb1 req-2d43fa42-6da7-41e5-b579-0028c63fcc04 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1422737
Jan 10 12:50:08.305668 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921c94-dd2d-4b17-a843-178eca15bd56 req-22218808-221b-43be-a8a1-173e566ddb9d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:08.308131 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2b921c94-dd2d-4b17-a843-178eca15bd56 req-22218808-221b-43be-a8a1-173e566ddb9d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 945 time: 0.1388230
Jan 10 12:50:08.468785 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2b921c94-dd2d-4b17-a843-178eca15bd56 req-4b552932-cf55-4047-a657-c4e03eb9f869 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490619
Jan 10 12:50:08.497804 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4540e798-bec5-4d6e-bbae-e9ba0c9d6cb1 req-aca2cec0-4d14-4b10-8afe-7af88539f110 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2376783
Jan 10 12:50:08.607666 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:08.629727 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9ee29dbb-7443-408e-9045-8f3210c28549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:08.772774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device e4ae0aca-5525-4bcd-95e0-be887c1f645b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:08.821476 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f238f-ed77-41ce-a7bc-26db58cd726a req-072fa6f7-3ef0-4f5d-847d-f30d927a91f1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:08.835909 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c48f238f-ed77-41ce-a7bc-26db58cd726a req-072fa6f7-3ef0-4f5d-847d-f30d927a91f1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.1353590
Jan 10 12:50:08.882207 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:50:08.960630 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port e4ae0aca-5525-4bcd-95e0-be887c1f645b triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:08.961150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:08.985746 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c48f238f-ed77-41ce-a7bc-26db58cd726a req-05d451a1-4538-4efa-89be-b6adcca1a736 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478975
Jan 10 12:50:09.118263 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4511826d-b91d-4e22-bb2b-1ff38dfb7fd6 None None] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:50:09.136641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:50:09.153094 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:50:09.171970 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:09.174226 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-395c48c6-e8d6-4398-bb80-e87a4b5ffd7c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.2809818
Jan 10 12:50:09.174605 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:09.175232 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd034730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:49:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:09.177137 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36394) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:09.380984 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:09.390515 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port e4ae0aca-5525-4bcd-95e0-be887c1f645b is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:09.391178 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:09.487822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-b40baf20-543f-453b-9416-90baded4ddab None None] Provisioning complete for port e4ae0aca-5525-4bcd-95e0-be887c1f645b triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:09.488628 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b40baf20-543f-453b-9416-90baded4ddab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:09.545642 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-15e887c3-7229-409d-a248-ab3dbb035bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:09.549303 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-15e887c3-7229-409d-a248-ab3dbb035bda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.1960282
Jan 10 12:50:09.685131 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port e4ae0aca-5525-4bcd-95e0-be887c1f645b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4ae0aca-5525-4bcd-95e0-be887c1f645b,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:09.697428 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:09.759101 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd034730>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:07Z', 'revision_number': 3, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:09.797818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-92d743ff-6aa4-49d1-8057-6bb9e7f93b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:09.799595 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-92d743ff-6aa4-49d1-8057-6bb9e7f93b54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.2381048
Jan 10 12:50:09.833629 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=e4ae0aca-5525-4bcd-95e0-be887c1f645b,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:09.860282 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-b40baf20-543f-453b-9416-90baded4ddab None None] Current status of the port e4ae0aca-5525-4bcd-95e0-be887c1f645b is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:09.868371 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:50:09.868731 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Updating router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:50:09.905975 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-581f5d33-7ada-4d7a-ad36-98cd5aa142b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0960257
Jan 10 12:50:09.908511 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:09.996903 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-174e5807-1173-4647-80cd-443afebd735c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:10.006862 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-174e5807-1173-4647-80cd-443afebd735c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0910792
Jan 10 12:50:10.089622 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-c91f930a-8de6-4464-a329-d73f869c1af4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723295
Jan 10 12:50:10.173488 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ead69-77ce-4c9a-a6b7-9eb12f1419f3 req-ae9c61cd-4d88-41e5-9630-b3fcc530bf1c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:10.182557 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-369ead69-77ce-4c9a-a6b7-9eb12f1419f3 req-ae9c61cd-4d88-41e5-9630-b3fcc530bf1c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 945 time: 0.2145565
Jan 10 12:50:10.200112 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-1aeeb716-db5d-4064-bba5-212938067b86 None None] Provisioning complete for port e4ae0aca-5525-4bcd-95e0-be887c1f645b triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:10.202895 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-1aeeb716-db5d-4064-bba5-212938067b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.204942 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688805f9-9322-48dc-89da-5ca4a8a6ab9f req-7db2a2eb-307d-4a5d-ac72-978ada6e75e7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:10.213744 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-688805f9-9322-48dc-89da-5ca4a8a6ab9f req-7db2a2eb-307d-4a5d-ac72-978ada6e75e7 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.2469313
Jan 10 12:50:10.272998 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-0f4a1dc0-3018-4bd7-b832-85e6aa393e43 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631184
Jan 10 12:50:10.310951 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-369ead69-77ce-4c9a-a6b7-9eb12f1419f3 req-dfe9545b-61a3-430f-9b28-3e2096f308e7 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237285
Jan 10 12:50:10.457963 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-55f18a7e-3ec4-4ef0-8989-f5a36e58b3dd req-254a3a6e-822e-470e-a02c-a8262b78d574 service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1731339
Jan 10 12:50:10.476152 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-688805f9-9322-48dc-89da-5ca4a8a6ab9f req-d32ce64f-fb8d-4385-bcb6-905cd84a0d21 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2610521
Jan 10 12:50:10.517583 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks [] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.531024 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.556858 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a802bb4-5d16-4b93-8eee-8d98063c03b1 req-40824365-d805-4a62-91ad-5ebfd07b9c40 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:10.566162 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a802bb4-5d16-4b93-8eee-8d98063c03b1 req-40824365-d805-4a62-91ad-5ebfd07b9c40 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1106336
Jan 10 12:50:10.670428 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Attempting to bind port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:10.670800 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Attempting to bind port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:10.671504 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Attempting to bind port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:10.682078 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Pushing event updated for resources: {'Port': ['ID=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:10.689655 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:10.690023 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:10.690428 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.690823 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:10.691307 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Bound port: 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:10.692369 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.697738 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.698108 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.698468 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.698899 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.699121 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.699454 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.699805 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.700128 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.700449 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.700784 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.701108 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.701472 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.701794 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:10.705461 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device e4ae0aca-5525-4bcd-95e0-be887c1f645b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:10.769044 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-1aeeb716-db5d-4064-bba5-212938067b86 None None] Current status of the port e4ae0aca-5525-4bcd-95e0-be887c1f645b is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:10.774040 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a802bb4-5d16-4b93-8eee-8d98063c03b1 req-4c9cf93b-e3cd-429a-8f14-1f80dffa726c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2080238
Jan 10 12:50:10.812388 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port e4ae0aca-5525-4bcd-95e0-be887c1f645b triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:10.813020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.818784 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] For port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:10.825636 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] For port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:10.831276 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.838290 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.895728 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12f316-643f-4b42-b25d-49f8dd19bb7b None None] Pushing event updated for resources: {'Port': ['ID=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:10.898102 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-006785d9-d8bb-4b88-afaf-b51096c3c881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:10.925269 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:10.926146 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd034730>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:10.978155 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port e4ae0aca-5525-4bcd-95e0-be887c1f645b is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:11.096173 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f8161287-bb70-4b66-8b85-92c2fa1f8702 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:11.196032 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:11.217307 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Allocated IP 172.20.0.1 (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245/16917d48-7a5d-41a1-91e9-99a0dc97284b/97eddbab-c814-4154-9ef2-3b9d073da1c3) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:11.218003 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port f8161287-bb70-4b66-8b85-92c2fa1f8702 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:50:11.241842 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port f8161287-bb70-4b66-8b85-92c2fa1f8702 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:11.245688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.279102 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36450) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:11.387101 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Deleting subnet b9b1838f-6870-455b-bf36-99edd80d604d {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:50:11.405570 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Publish callbacks [] for subnet (b9b1838f-6870-455b-bf36-99edd80d604d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.460363 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port f8161287-bb70-4b66-8b85-92c2fa1f8702 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:11.460757 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.463996 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd034730>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:07Z', 'revision_number': 3, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:11.472467 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks [] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.477650 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (b9b1838f-6870-455b-bf36-99edd80d604d), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.506293 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cc3f0-5b9a-4e35-8f91-a32191a77bce req-89f2e7f7-451b-42ca-926b-4077aba79bcb tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:11.507551 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ba4cc3f0-5b9a-4e35-8f91-a32191a77bce req-89f2e7f7-451b-42ca-926b-4077aba79bcb tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 945 time: 0.0909679
Jan 10 12:50:11.531153 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f198b031-77c3-437f-a431-3a9d01448c48 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:07Z', 'revision_number': 3, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:50:11.558577 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:11.561669 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2b976-7de5-4290-844b-f7ca307ec6cc" -d '{"events": [{"server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "name": "network-vif-plugged", "status": "completed", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:11.582633 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (b9b1838f-6870-455b-bf36-99edd80d604d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.599234 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:11.610403 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.624618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.692849 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:11.711877 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (b9b1838f-6870-455b-bf36-99edd80d604d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.752488 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ba4cc3f0-5b9a-4e35-8f91-a32191a77bce req-0c88f620-9d54-48ac-bc07-4207c4725c21 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2114484
Jan 10 12:50:11.754690 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:11.762502 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:11.765919 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:11.767180 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.775401 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b1838f-6870-455b-bf36-99edd80d604d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:11.784628 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:11.791504 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-2909e764-2bba-4481-8491-08edb5841fe7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9b1838f-6870-455b-bf36-99edd80d604d HTTP/1.1" status: 204  len: 168 time: 0.5102944
Jan 10 12:50:11.792152 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36462) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:11.847001 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebfabe-6a44-4c88-ba68-9196e525f905 x-openstack-request-id: req-feebfabe-6a44-4c88-ba68-9196e525f905 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:11.847378 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "name": "network-vif-plugged", "status": "completed", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:11.847378 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feebfabe-6a44-4c88-ba68-9196e525f905 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:11.848375 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702', 'code': 200}
Jan 10 12:50:12.008628 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (d9e7fcc6-2783-48be-a124-60b02ce632b7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.044085 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.146334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b32e-f002-424e-ae0b-e0daee5cab63 req-1dbde27e-1b55-4164-a3d6-108b308b65db tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:12.150018 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2045b32e-f002-424e-ae0b-e0daee5cab63 req-1dbde27e-1b55-4164-a3d6-108b308b65db tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.5187876
Jan 10 12:50:12.153504 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Pushing event updated for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:12.228429 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.235740 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-7e2e5b6c-dca5-4237-b16a-e8d8b0ba1f18 None None] Provisioning complete for port 97eddbab-c814-4154-9ef2-3b9d073da1c3 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:12.236117 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7e2e5b6c-dca5-4237-b16a-e8d8b0ba1f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.281427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (d9e7fcc6-2783-48be-a124-60b02ce632b7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.336070 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2045b32e-f002-424e-ae0b-e0daee5cab63 req-20722f71-87bc-4583-a464-c81478a5f353 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736264
Jan 10 12:50:12.348578 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8909-31fc-400b-9c2d-f63c085cbbca req-5727f59d-0f5d-45b3-aa38-0e174098e988 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:12.357545 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e5b6c-dca5-4237-b16a-e8d8b0ba1f18 None None] Port 97eddbab-c814-4154-9ef2-3b9d073da1c3 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:50:12.358942 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a98a8909-31fc-400b-9c2d-f63c085cbbca req-5727f59d-0f5d-45b3-aa38-0e174098e988 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.2276869
Jan 10 12:50:12.359076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb7d08280>,) {'filters': {'network_id': ['d9e7fcc6-2783-48be-a124-60b02ce632b7']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:12.377376 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7d08280>, '5d707c37-6e23-4760-84ba-51786a87108b') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:12.377987 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7d08280>, '5d707c37-6e23-4760-84ba-51786a87108b') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:12.382770 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c897805d-9ff4-42da-a080-7e43c83c5e8f req-d5b52c20-b2a3-4685-8171-d2d46f5504c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:12.384583 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-c897805d-9ff4-42da-a080-7e43c83c5e8f req-d5b52c20-b2a3-4685-8171-d2d46f5504c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 1099 time: 0.2388275
Jan 10 12:50:12.402306 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (5d707c37-6e23-4760-84ba-51786a87108b), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.428589 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (5d707c37-6e23-4760-84ba-51786a87108b), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.436555 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a98a8909-31fc-400b-9c2d-f63c085cbbca req-3ab795a5-fe37-451e-b03a-9fcaf604b9d1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762744
Jan 10 12:50:12.465075 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:50:12.465489 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (5d707c37-6e23-4760-84ba-51786a87108b), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.467592 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:50:12.469927 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:50:12.471273 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:50:12.491063 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-c897805d-9ff4-42da-a080-7e43c83c5e8f req-51071874-c6ce-4527-b67a-359b7d4f712c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974674
Jan 10 12:50:12.556932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (d9e7fcc6-2783-48be-a124-60b02ce632b7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.572089 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.578096 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] 10.222.0.13 "DELETE /v2.0/networks/d9e7fcc6-2783-48be-a124-60b02ce632b7 HTTP/1.1" status: 204  len: 168 time: 0.7848487
Jan 10 12:50:12.620202 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f67c9-6b7e-4f61-9748-067e0d31360f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e7fcc6-2783-48be-a124-60b02ce632b7,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:12.641250 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks [] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.648893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:12.653005 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.655243 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.765949 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:12.766622 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.790129 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36472) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:12.863570 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Pushing event updated for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:12.873320 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-30066ee2-2439-4365-81da-16fcceeef0a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9c74d48e1e934088addee3d78ddbe485&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0818570
Jan 10 12:50:12.876561 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36474) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:12.895727 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:12.896791 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.938371 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:12.948667 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.956379 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] Publish callbacks [] for security_group (12248320-b340-47f4-97be-b93c8427217e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:12.983151 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] Publish callbacks [] for security_group (12248320-b340-47f4-97be-b93c8427217e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:13.014107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42390749-2a59-44b8-ab2f-a62b284dc15c req-92e32d62-6247-4e28-80bc-e2f441f83af1 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:13.015913 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-42390749-2a59-44b8-ab2f-a62b284dc15c req-92e32d62-6247-4e28-80bc-e2f441f83af1 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.1158075
Jan 10 12:50:13.018005 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:13.019660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:13.027231 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:13.093385 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (12248320-b340-47f4-97be-b93c8427217e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:13.097066 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:13.103962 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12248320-b340-47f4-97be-b93c8427217e HTTP/1.1" status: 204  len: 168 time: 0.2257249
Jan 10 12:50:13.113873 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13cc58-9a4a-44f4-8e7a-25c351235120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12248320-b340-47f4-97be-b93c8427217e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:13.296803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-42390749-2a59-44b8-ab2f-a62b284dc15c req-0e3a2526-bd7d-4bc6-b6e6-566b68fdb5ef tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747235
Jan 10 12:50:13.344598 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:50:13.498203 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3026a337-f122-4101-b8ec-6ea636b10f55 None None] Provisioning complete for port 97eddbab-c814-4154-9ef2-3b9d073da1c3 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:13.499017 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3026a337-f122-4101-b8ec-6ea636b10f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:13.587050 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3026a337-f122-4101-b8ec-6ea636b10f55 None None] Port 97eddbab-c814-4154-9ef2-3b9d073da1c3 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:50:13.697797 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:13.860132 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a0d02-2d66-445e-aefe-84263215efa5 req-40093002-096d-4dec-9aba-b35ee4c76b08 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:13.867110 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad3a0d02-2d66-445e-aefe-84263215efa5 req-40093002-096d-4dec-9aba-b35ee4c76b08 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.4279025
Jan 10 12:50:13.887704 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:50:13.898307 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a5ba0-95a1-4d70-8062-6db1e1486de7 req-87b6e0ea-f7c6-4999-a88c-8b93a90bd52c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:13.899910 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d85a5ba0-95a1-4d70-8062-6db1e1486de7 req-87b6e0ea-f7c6-4999-a88c-8b93a90bd52c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1153798
Jan 10 12:50:13.908004 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c8b4190e-86f8-4951-bc9e-f5f97683cea7 admin admin] 10.222.0.13 "PUT /v2.0/routers/8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7294390
Jan 10 12:50:13.984689 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d85a5ba0-95a1-4d70-8062-6db1e1486de7 req-aa47572a-98f4-4ce4-b481-a6aeed11ba09 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724070
Jan 10 12:50:13.988316 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad3a0d02-2d66-445e-aefe-84263215efa5 req-dea5bb17-706b-438d-874f-2026e5666e9f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204050
Jan 10 12:50:14.089092 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:14.116445 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:50:14.130270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:14.131062 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc097dc0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:14.355634 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:14.464505 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5755ddb-cd65-435e-99ad-9b72e1d4e22a req-ae716437-5e76-43bb-adbf-a4ab356bee63 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:14.466938 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e5755ddb-cd65-435e-99ad-9b72e1d4e22a req-ae716437-5e76-43bb-adbf-a4ab356bee63 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.0769985
Jan 10 12:50:14.588391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e5755ddb-cd65-435e-99ad-9b72e1d4e22a req-952558bc-ccb7-4ea3-947e-15d4503d6962 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059747
Jan 10 12:50:14.636380 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:14.766277 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:14.766649 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:14.832388 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc097dc0>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 2, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:14.868873 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:50:14.869336 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Updating router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 port 97eddbab-c814-4154-9ef2-3b9d073da1c3 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:50:14.902509 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:14.909593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36542) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:14.914564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-857925278-network', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:14.965535 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Made reservation on behalf of d31e2102c0ef4793873359fc55376f90 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:50:14.967906 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:14.972253 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:14.983835 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.082885 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:15.140241 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks [] for security_group (50629c0e-da67-4714-b371-d03f9ec686c9), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.156365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (50629c0e-da67-4714-b371-d03f9ec686c9), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.203801 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50629c0e-da67-4714-b371-d03f9ec686c9,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:15.222796 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:50:15.251638 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (ec02467c-3f72-4293-9433-bf89af124fde), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.255347 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Added segment ec02467c-3f72-4293-9433-bf89af124fde of type vlan for network 2a73dd9b-27f9-49ac-91df-293618456ffc
Jan 10 12:50:15.325103 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (2a73dd9b-27f9-49ac-91df-293618456ffc), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.357303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee3984-56fa-4524-9d1b-82785fd6077e req-a13bad8f-e80d-4e0c-bffd-6f71ba9de938 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:15.370855 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5cee3984-56fa-4524-9d1b-82785fd6077e req-a13bad8f-e80d-4e0c-bffd-6f71ba9de938 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1939471
Jan 10 12:50:15.372787 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (2a73dd9b-27f9-49ac-91df-293618456ffc), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.373951 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:15.378285 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.393886 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bae1fd-8d84-4b2d-ad41-f698252a5c2c req-381e04b0-8acb-4b93-b7e6-a3645ae55b29 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:15.396364 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b0bae1fd-8d84-4b2d-ad41-f698252a5c2c req-381e04b0-8acb-4b93-b7e6-a3645ae55b29 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.2018683
Jan 10 12:50:15.457062 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5462923
Jan 10 12:50:15.459940 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36560) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:15.472675 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Request body: {'subnet': {'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-857925278-subnet', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:15.478231 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks [] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.485511 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.491937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf60b5-af8f-48b9-a797-96cbcbc0da24 admin admin] Pushing event updated for resources: {'Network': ['ID=2a73dd9b-27f9-49ac-91df-293618456ffc,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:15.499042 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5cee3984-56fa-4524-9d1b-82785fd6077e req-0ad151f2-fbb7-4717-9f79-8aba3b3b2df3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964394
Jan 10 12:50:15.509923 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b0bae1fd-8d84-4b2d-ad41-f698252a5c2c req-c2ece36d-4134-457a-b1c5-9924fdf0451c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060562
Jan 10 12:50:15.513719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 2a73dd9b-27f9-49ac-91df-293618456ffc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:50:15.557254 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Made reservation on behalf of d31e2102c0ef4793873359fc55376f90 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:50:15.560276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3705124'] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.665260 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7d3fa-a2d6-402a-916f-f349a119d97c None None] Pushing event updated for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:15.744264 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Attempting to bind port 97eddbab-c814-4154-9ef2-3b9d073da1c3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:15.745854 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Attempting to bind port 97eddbab-c814-4154-9ef2-3b9d073da1c3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:15.749126 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Attempting to bind port 97eddbab-c814-4154-9ef2-3b9d073da1c3 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:15.761152 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:15.761528 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:15.761931 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.762322 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Bound using segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:15.762784 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Bound port: 97eddbab-c814-4154-9ef2-3b9d073da1c3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:15.763157 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.871275 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] For port 97eddbab-c814-4154-9ef2-3b9d073da1c3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:15.874753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] For port 97eddbab-c814-4154-9ef2-3b9d073da1c3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97eddbab-c814-4154-9ef2-3b9d073da1c3,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:15.881912 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.882080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3705142'] for subnet (ab34067c-4426-40aa-8713-3857e98c8f96), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.937944 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7d3fa-a2d6-402a-916f-f349a119d97c None None] Pushing event updated for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:15.983817 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Provisioning complete for port 97eddbab-c814-4154-9ef2-3b9d073da1c3 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:15.984424 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:15.987302 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Checking segment: {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:15.987935 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Network hostable DHCP agents. Network: 2a73dd9b-27f9-49ac-91df-293618456ffc, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:50:16.011106 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab34067c-4426-40aa-8713-3857e98c8f96,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:16.026814 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:16.027594 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc097dc0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:16.055735 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Network 2a73dd9b-27f9-49ac-91df-293618456ffc is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:50:16.072130 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2a73dd9b-27f9-49ac-91df-293618456ffc) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:16.080875 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:16.081713 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.115910 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36578) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:16.116155 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-de77b011-4d29-42d0-a73f-36bb847b4cd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6521022
Jan 10 12:50:16.121583 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:16.167191 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.174730 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.252473 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for router_controller (13399bae-7db6-4f25-88e7-79c5c680c66d), precommit_add_association {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.317665 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fbf91-2bc7-49a5-b6ba-e16a43afb987 None None] Network 2a73dd9b-27f9-49ac-91df-293618456ffc requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:50:16.444837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:16.481658 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for router_gateway (13399bae-7db6-4f25-88e7-79c5c680c66d), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.549822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2a73dd9b-27f9-49ac-91df-293618456ffc', 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc', 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'fixed_ips': [{'subnet_id': 'ab34067c-4426-40aa-8713-3857e98c8f96'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:50:16.552311 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.636272 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Current status of the port 97eddbab-c814-4154-9ef2-3b9d073da1c3 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:16.636666 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.826139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9cd51-f2e6-42b7-a350-3e358df55f90 req-f0ebd3eb-21dd-47e9-aabc-40ac5eb709a8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:16.827818 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dde9cd51-f2e6-42b7-a350-3e358df55f90 req-f0ebd3eb-21dd-47e9-aabc-40ac5eb709a8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1576843
Jan 10 12:50:16.837828 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc865-8874-43c6-a910-8ec1c0883d77 req-605296f2-002a-470e-99f1-3c70a15df7b9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:16.839548 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-853bc865-8874-43c6-a910-8ec1c0883d77 req-605296f2-002a-470e-99f1-3c70a15df7b9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1710057
Jan 10 12:50:16.873386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] For port 97eddbab-c814-4154-9ef2-3b9d073da1c3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97eddbab-c814-4154-9ef2-3b9d073da1c3,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:16.878928 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for router_gateway (13399bae-7db6-4f25-88e7-79c5c680c66d), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.889180 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.912889 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:16.987848 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dde9cd51-f2e6-42b7-a350-3e358df55f90 req-225d243b-b3bc-4182-b6df-2939e9dbc98f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453042
Jan 10 12:50:17.006352 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-853bc865-8874-43c6-a910-8ec1c0883d77 req-ccf7e311-14d9-433f-aac8-44ab4a6405d4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564341
Jan 10 12:50:17.100174 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Allocated IP 172.20.0.2 (2a73dd9b-27f9-49ac-91df-293618456ffc/ab34067c-4426-40aa-8713-3857e98c8f96/61237905-5d2e-42d1-aa3e-17994bf430a2) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:17.121057 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-a831d065-1bbc-48c3-b902-783438d9c168 None None] Provisioning complete for port 97eddbab-c814-4154-9ef2-3b9d073da1c3 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:17.121518 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a831d065-1bbc-48c3-b902-783438d9c168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.128576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Allocated IP 172.37.5.83 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/8a21cfd8-6742-4287-bd2d-e27a1ddef2e7) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:17.214709 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faadf3cc-fad1-4801-aad0-0e6af0b5bb88 None None] Pushing event updated for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:17.275297 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.291490 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc097dc0>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:15Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:17.330458 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.372924 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4ac435-22d1-4644-93bb-2a240a312d4a None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:15Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:50:17.378728 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:17.388523 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:17.392553 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:17.421398 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-a831d065-1bbc-48c3-b902-783438d9c168 None None] Current status of the port 97eddbab-c814-4154-9ef2-3b9d073da1c3 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:17.500364 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks [] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.511631 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.565208 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Network 2a73dd9b-27f9-49ac-91df-293618456ffc is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:17.576027 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:17.590045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:17.600090 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Pushing event updated for resources: {'Port': ['ID=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:17.626216 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Pushing event updated for resources: {'Port': ['ID=61237905-5d2e-42d1-aa3e-17994bf430a2,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:17.705891 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Attempting to bind port 61237905-5d2e-42d1-aa3e-17994bf430a2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:17.706338 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Attempting to bind port 61237905-5d2e-42d1-aa3e-17994bf430a2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:17.706747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Attempting to bind port 61237905-5d2e-42d1-aa3e-17994bf430a2 on network 2a73dd9b-27f9-49ac-91df-293618456ffc {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:17.713627 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:17.714010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Checking segment: {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:17.714414 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.715072 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Bound using segment: {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:17.715582 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Bound port: 61237905-5d2e-42d1-aa3e-17994bf430a2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:17.715972 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.814233 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for router_gateway (13399bae-7db6-4f25-88e7-79c5c680c66d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.818013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] For port 61237905-5d2e-42d1-aa3e-17994bf430a2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:17.820736 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] For port 61237905-5d2e-42d1-aa3e-17994bf430a2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=61237905-5d2e-42d1-aa3e-17994bf430a2,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:17.829927 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:17.945139 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1179c4-3544-4cd7-a552-dc253dedf26f None None] Pushing event updated for resources: {'Port': ['ID=61237905-5d2e-42d1-aa3e-17994bf430a2,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:18.113234 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:18.463370 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e937d-6ad9-4018-8296-6e4ba0401411 req-7d8a1f50-a38f-4232-87fc-413bef7605cd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:18.464924 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e89e937d-6ad9-4018-8296-6e4ba0401411 req-7d8a1f50-a38f-4232-87fc-413bef7605cd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.3066843
Jan 10 12:50:18.556344 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a606c8-4b73-4048-bf52-152de452fb62 req-a77447a8-58d8-4541-9894-6c04f6a9bc54 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:18.565378 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a2a606c8-4b73-4048-bf52-152de452fb62 req-a77447a8-58d8-4541-9894-6c04f6a9bc54 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.3795145
Jan 10 12:50:18.626175 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e89e937d-6ad9-4018-8296-6e4ba0401411 req-d66c8fa5-27af-435d-9381-8da84467e6c2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1535008
Jan 10 12:50:18.693639 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a2a606c8-4b73-4048-bf52-152de452fb62 req-387e80fb-19f1-4d46-8061-3e6c64cb8571 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126168
Jan 10 12:50:18.695006 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Router 13399bae-7db6-4f25-88e7-79c5c680c66d is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:50:18.714913 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 97eddbab-c814-4154-9ef2-3b9d073da1c3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:18.769185 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-ecd410f7-d4e6-49bc-bb57-7badda999414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:18.771857 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-ecd410f7-d4e6-49bc-bb57-7badda999414 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1099 time: 0.0899007
Jan 10 12:50:18.806721 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 97eddbab-c814-4154-9ef2-3b9d073da1c3 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:18.807458 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:18.852768 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:50:18.868398 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Sync routers for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:50:18.881627 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:18.884637 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-80adb7be-4389-4672-b83c-72dd7538ef6c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.7652662
Jan 10 12:50:18.886232 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36618) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:18.897668 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:18.898986 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd892b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:18.965890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-1d63120f-75c8-4d9d-b1bf-e001c02d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:18.967793 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-1d63120f-75c8-4d9d-b1bf-e001c02d6114 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.1865363
Jan 10 12:50:18.993534 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 97eddbab-c814-4154-9ef2-3b9d073da1c3 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:18.994946 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 61237905-5d2e-42d1-aa3e-17994bf430a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:19.048650 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:19.086750 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-61b78368-ae8e-44fb-9896-0d033a4973a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 1001 time: 0.1083567
Jan 10 12:50:19.100412 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 61237905-5d2e-42d1-aa3e-17994bf430a2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:19.102766 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.165160 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-8d2ca30c-35f5-4e57-a6d4-8e1988d61b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:19.167535 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-8d2ca30c-35f5-4e57-a6d4-8e1988d61b89 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0725365
Jan 10 12:50:19.267462 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-31b6a8a9-1291-4688-b634-bdc7110646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:19.274584 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-31b6a8a9-1291-4688-b634-bdc7110646c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966110
Jan 10 12:50:19.279906 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 61237905-5d2e-42d1-aa3e-17994bf430a2 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:19.280306 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.326331 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 61237905-5d2e-42d1-aa3e-17994bf430a2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=61237905-5d2e-42d1-aa3e-17994bf430a2,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:19.336163 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.380569 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd892b0>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:17Z', 'revision_number': 3, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:19.400124 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d79caa2-6e25-40c7-9714-29ea2f2c8613 None None] Network 2a73dd9b-27f9-49ac-91df-293618456ffc requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:50:19.422093 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Checking router: 13399bae-7db6-4f25-88e7-79c5c680c66d for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:50:19.422499 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Updating router 13399bae-7db6-4f25-88e7-79c5c680c66d port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:50:19.438552 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=61237905-5d2e-42d1-aa3e-17994bf430a2,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:19.483986 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.489893 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-6f6abb6a-4f56-48bc-b34d-5339d63c651b service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006652
Jan 10 12:50:19.518065 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-4a081d50-1fd3-465e-b97f-be8f2abf5246 None None] Provisioning complete for port 61237905-5d2e-42d1-aa3e-17994bf430a2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:19.518516 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4a081d50-1fd3-465e-b97f-be8f2abf5246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.663666 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-4a081d50-1fd3-465e-b97f-be8f2abf5246 None None] Current status of the port 61237905-5d2e-42d1-aa3e-17994bf430a2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:19.729908 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eaa09ce1-31fd-4708-8371-c00550ce338c req-1436c25d-f8a3-49f0-80bf-84f859067f30 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2278049
Jan 10 12:50:19.857966 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.888714 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-11b52510-cb94-43fa-a944-5d761b476673 None None] Provisioning complete for port 61237905-5d2e-42d1-aa3e-17994bf430a2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:19.889497 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-11b52510-cb94-43fa-a944-5d761b476673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.889684 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks [] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.890452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf01377-db20-4f14-ad16-bc3816538a3a req-66257a80-a7ac-456a-88ae-5e127f4b4399 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:19.892179 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bf01377-db20-4f14-ad16-bc3816538a3a req-66257a80-a7ac-456a-88ae-5e127f4b4399 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1203556
Jan 10 12:50:19.901028 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.902571 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68233df-b2f8-499c-abfe-1bb5d7ca67fe req-2ea5c657-f7a2-44a9-9ffd-834a75f40549 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:19.904158 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d68233df-b2f8-499c-abfe-1bb5d7ca67fe req-2ea5c657-f7a2-44a9-9ffd-834a75f40549 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1134255
Jan 10 12:50:19.963097 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Attempting to bind port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:19.963481 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Attempting to bind port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:19.963982 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Attempting to bind port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:19.967381 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078424a-621b-42d3-9ae2-9e349df7285a None None] Pushing event updated for resources: {'Port': ['ID=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:19.973214 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:19.973610 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:19.974510 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.974510 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:19.974805 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Bound port: 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:19.975437 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:19.994550 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-11b52510-cb94-43fa-a944-5d761b476673 None None] Current status of the port 61237905-5d2e-42d1-aa3e-17994bf430a2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:20.030712 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bf01377-db20-4f14-ad16-bc3816538a3a req-1fa0521f-0c5c-4b5b-8c00-8280bb804663 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255493
Jan 10 12:50:20.036832 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d68233df-b2f8-499c-abfe-1bb5d7ca67fe req-6e3c8498-2996-4948-a787-58315b7a5269 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1238675
Jan 10 12:50:20.040593 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] For port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:20.054057 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] For port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:20.054428 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.120093 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:20.120703 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd892b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:20.141565 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Allocated IP 172.20.0.1 (2a73dd9b-27f9-49ac-91df-293618456ffc/ab34067c-4426-40aa-8713-3857e98c8f96/99020b7c-6cc2-45c7-8b8b-a9fa16fac48d) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:20.185156 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078424a-621b-42d3-9ae2-9e349df7285a None None] Pushing event updated for resources: {'Port': ['ID=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:20.231062 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:20.250617 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks [] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.287455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.328093 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Network 2a73dd9b-27f9-49ac-91df-293618456ffc is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:20.332426 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:20.337811 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:20.338575 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (13399bae-7db6-4f25-88e7-79c5c680c66d), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.342091 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Pushing event updated for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:20.421644 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd892b0>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:17Z', 'revision_number': 3, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:20.451236 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2b00df-1274-48cc-9fd8-94c49974b668 None None] The sync data for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi is: [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:17Z', 'revision_number': 3, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:50:20.490491 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.597015 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 61237905-5d2e-42d1-aa3e-17994bf430a2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:20.648063 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-a66d3c59-d1cf-4df4-9840-bfa061763ce6 None None] Provisioning complete for port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:20.648495 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a66d3c59-d1cf-4df4-9840-bfa061763ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.688669 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks [] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.695566 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.696524 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (13399bae-7db6-4f25-88e7-79c5c680c66d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.706651 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-a66d3c59-d1cf-4df4-9840-bfa061763ce6 None None] Port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:50:20.708860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 61237905-5d2e-42d1-aa3e-17994bf430a2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:20.709300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:20.825366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Pushing event updated for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:20.853354 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 61237905-5d2e-42d1-aa3e-17994bf430a2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:20.886207 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Network 2a73dd9b-27f9-49ac-91df-293618456ffc is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:20.889573 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:21.026877 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Router 13399bae-7db6-4f25-88e7-79c5c680c66d has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:50:21.137056 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-a0807e54-4d79-44b8-bd43-3d6196e2fb58 None None] Provisioning complete for port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:21.137609 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a0807e54-4d79-44b8-bd43-3d6196e2fb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:21.178159 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-a0807e54-4d79-44b8-bd43-3d6196e2fb58 None None] Port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:50:21.236849 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:50:21.243480 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-49c1a222-6efa-4f04-8d0d-0b6f893004c4 admin admin] 10.222.0.13 "PUT /v2.0/routers/13399bae-7db6-4f25-88e7-79c5c680c66d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3558218
Jan 10 12:50:21.251612 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ed878-fd53-4df3-973f-565fd04a3372 req-dee612e4-f60e-497a-95c7-8ac933adbafb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:21.253162 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7d8ed878-fd53-4df3-973f-565fd04a3372 req-dee612e4-f60e-497a-95c7-8ac933adbafb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1054866
Jan 10 12:50:21.262993 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c6857-2922-4da6-99d9-9fb0bbbf4f9e req-33c40b69-2caa-48e2-9c0c-0ee13c324eef tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:21.264553 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-170c6857-2922-4da6-99d9-9fb0bbbf4f9e req-33c40b69-2caa-48e2-9c0c-0ee13c324eef tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1289990
Jan 10 12:50:21.341970 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7d8ed878-fd53-4df3-973f-565fd04a3372 req-81dbebc3-4e0a-4425-841d-9c480a048c2a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757818
Jan 10 12:50:21.345030 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-170c6857-2922-4da6-99d9-9fb0bbbf4f9e req-5b9b5aa7-04a3-4208-bffc-5e09c354f7dc tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723827
Jan 10 12:50:21.750206 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36662) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:21.755465 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849435366', 'description': 'tempest-secgroup-smoke-849435366 description', 'project_id': '503dbd8843034c38a1dbc86c07c6f549'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:21.780213 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:21.863871 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (86bcab37-1b87-4e80-9a0f-3912ea96709b), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:21.868774 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (86bcab37-1b87-4e80-9a0f-3912ea96709b), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:21.902455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bcab37-1b87-4e80-9a0f-3912ea96709b,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:21.907865 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:21.909095 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1ce6e178-cee0-4eca-bc16-9a4df9d27e58 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1578789
Jan 10 12:50:21.912612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36670) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:21.917127 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:21.950179 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (56d431ed-751c-4716-848f-3b9def16239d), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.004914 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (56d431ed-751c-4716-848f-3b9def16239d), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.010237 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (56d431ed-751c-4716-848f-3b9def16239d), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.027498 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d431ed-751c-4716-848f-3b9def16239d,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:22.036262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.037504 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6535085d-5cb3-4284-8e7c-7c150294c838 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1240795
Jan 10 12:50:22.040560 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36672) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:22.044918 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:22.075285 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (a0902d54-6ee8-48f2-9c90-e0ce28998bbb), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.146322 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (a0902d54-6ee8-48f2-9c90-e0ce28998bbb), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.150483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (a0902d54-6ee8-48f2-9c90-e0ce28998bbb), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.169084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0902d54-6ee8-48f2-9c90-e0ce28998bbb,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:22.176490 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.180823 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e20d119b-ced7-4a27-bf56-b22f3dc8b3a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1365156
Jan 10 12:50:22.181226 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36674) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:22.186943 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:22.228625 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (5724a7f8-8bb8-4ee4-a368-9f545347a113), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.284128 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Sync routers for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:50:22.301477 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:22.302266 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faff80910>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:22.335725 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (5724a7f8-8bb8-4ee4-a368-9f545347a113), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.341050 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (5724a7f8-8bb8-4ee4-a368-9f545347a113), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.374520 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5724a7f8-8bb8-4ee4-a368-9f545347a113,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:22.390595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.393023 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-74a20f8d-ac64-47d1-8e9f-bab96e976e33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2105248
Jan 10 12:50:22.406359 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36680) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:22.413570 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:22.431790 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:22.514083 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (53a24a4a-bbae-49e5-9e48-c3adab9f27a1), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.562318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2fb4b-bf00-4b6d-ad9d-09bb8c9d7c16 req-fead82f0-b2ba-4584-a779-fb932b75e7b4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:22.563806 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f9a2fb4b-bf00-4b6d-ad9d-09bb8c9d7c16 req-fead82f0-b2ba-4584-a779-fb932b75e7b4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 946 time: 0.1192832
Jan 10 12:50:22.602802 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f51ae-fe8e-42cf-a311-ca14d10b1ae6 req-0ece1e53-0e62-4028-97c2-dc6d98cbec17 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:22.609928 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a5f51ae-fe8e-42cf-a311-ca14d10b1ae6 req-0ece1e53-0e62-4028-97c2-dc6d98cbec17 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.1493490
Jan 10 12:50:22.610873 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:22.700729 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:22.701044 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.746251 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faff80910>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 4, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99020b7c-6cc2-45c7-8b8b-a9fa16fac48d', 'name': '', 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'mac_address': 'fa:16:3e:d4:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:19Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 2, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'subnets': [{'id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:22.782199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Checking router: 13399bae-7db6-4f25-88e7-79c5c680c66d for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:50:22.782544 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Updating router 13399bae-7db6-4f25-88e7-79c5c680c66d port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:50:22.830916 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.877582 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (53a24a4a-bbae-49e5-9e48-c3adab9f27a1), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.882724 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:22.883837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.890831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (53a24a4a-bbae-49e5-9e48-c3adab9f27a1), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.896727 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f9a2fb4b-bf00-4b6d-ad9d-09bb8c9d7c16 req-6c6b12aa-a8c5-4ddf-8337-699f3a4be551 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3214972
Jan 10 12:50:22.916866 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7a5f51ae-fe8e-42cf-a311-ca14d10b1ae6 req-e2941715-7fae-46c7-bd0b-e160eba07771 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3058081
Jan 10 12:50:22.951859 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a24a4a-bbae-49e5-9e48-c3adab9f27a1,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:22.967192 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:22.975405 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-fcb5b3e7-96f3-4298-a843-50192b77c474 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5671108
Jan 10 12:50:22.980509 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36690) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:22.987351 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:23.034166 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.securitygroups_db [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Project 503dbd8843034c38a1dbc86c07c6f549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:50:23.039967 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (fd1ef461-103b-4cca-8b44-f9f976ad45c7), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.101411 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:23.113494 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.118679 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (fd1ef461-103b-4cca-8b44-f9f976ad45c7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.123096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (fd1ef461-103b-4cca-8b44-f9f976ad45c7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.145713 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1ef461-103b-4cca-8b44-f9f976ad45c7,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:23.152108 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.153332 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-85ce0798-d0c0-4846-ae5d-c9d141cfc2e1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1714227
Jan 10 12:50:23.156018 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 36700) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:23.162926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'security_group_rule': {'security_group_id': '86bcab37-1b87-4e80-9a0f-3912ea96709b', 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:23.168861 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:23.189069 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.securitygroups_db [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Project 503dbd8843034c38a1dbc86c07c6f549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:50:23.197953 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (0dbce21f-a575-4213-9b19-08dac5c43d47), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.283099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:23.283957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (0dbce21f-a575-4213-9b19-08dac5c43d47), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.300446 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (0dbce21f-a575-4213-9b19-08dac5c43d47), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.339267 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbce21f-a575-4213-9b19-08dac5c43d47,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:23.352151 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.353681 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-cd69d6cb-cdf2-4b56-8d3a-a5e279016edb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1965981
Jan 10 12:50:23.438006 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: ACTIVE; New status is: DOWN {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:23.438486 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.490456 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:23.493093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264076c6-7b4b-40b0-883f-bf96cfe4e38d" -d '{"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-unplugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:23.501300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:23.511794 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.548118 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d22b9-3b25-4141-981a-6da4faf6cfd0 req-770b5cb7-9cdf-4ae9-86fa-bd6b449eae60 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:23.550183 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-142d22b9-3b25-4141-981a-6da4faf6cfd0 req-770b5cb7-9cdf-4ae9-86fa-bd6b449eae60 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.0745575
Jan 10 12:50:23.571851 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71733bda-48e1-4a33-b10e-df8ada5cf48a x-openstack-request-id: req-71733bda-48e1-4a33-b10e-df8ada5cf48a {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:23.572190 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-unplugged", "status": "failed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "code": 422}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:23.572457 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71733bda-48e1-4a33-b10e-df8ada5cf48a {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:23.572973 dv-cinder-master-3-iscsi neutron-server[109430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'code': 422} returned with failed status
Jan 10 12:50:23.614191 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-142d22b9-3b25-4141-981a-6da4faf6cfd0 req-d69ebdbd-d6b0-4edb-852f-59a9655c131c tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580568
Jan 10 12:50:23.629565 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-8253febc-834b-46e1-bcc3-6552d7fd8c3a req-3ede60ff-a495-4186-979d-7be575f6afc3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:50:23.630878 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8253febc-834b-46e1-bcc3-6552d7fd8c3a req-3ede60ff-a495-4186-979d-7be575f6afc3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0079362
Jan 10 12:50:23.647415 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks [] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.658209 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.676839 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=8']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:23.795982 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449dad-34d1-4ff0-adfd-9558e9d1e05f None None] Pushing event updated for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:23.807702 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Attempting to bind port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:23.807927 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Attempting to bind port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:23.808281 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Attempting to bind port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d on network 2a73dd9b-27f9-49ac-91df-293618456ffc {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:23.819979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:23.820432 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Checking segment: {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:23.820832 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.821215 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Bound using segment: {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:23.821683 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Bound port: 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec02467c-3f72-4293-9433-bf89af124fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:23.822057 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:23.894687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa8d39-7fd1-4914-b879-2fbdf644d889 req-801a4a0f-8e56-4eaf-a59a-d060706a0c0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:23.896358 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-63aa8d39-7fd1-4914-b879-2fbdf644d889 req-801a4a0f-8e56-4eaf-a59a-d060706a0c0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0795777
Jan 10 12:50:23.930873 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] For port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:23.945547 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] For port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:23.956287 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.025486 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-63aa8d39-7fd1-4914-b879-2fbdf644d889 req-3fe3ab0b-ca81-4df1-8d5a-b083fc6b06ea tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194074
Jan 10 12:50:24.074030 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:50:24.075039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faff80910>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:50:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:24.130140 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb80fe9-7e0b-466e-8455-b6ec72ac0b90 req-21763a16-b679-4368-a8ec-29ae31b0f56c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:24.132239 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcb80fe9-7e0b-466e-8455-b6ec72ac0b90 req-21763a16-b679-4368-a8ec-29ae31b0f56c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0775359
Jan 10 12:50:24.186361 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98449dad-34d1-4ff0-adfd-9558e9d1e05f None None] Pushing event updated for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:24.214939 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Provisioning complete for port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:24.215319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.244735 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcb80fe9-7e0b-466e-8455-b6ec72ac0b90 req-09a7c512-3e35-4f03-aed9-8ad033fa7f4c tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034544
Jan 10 12:50:24.337654 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:50:24.357682 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 36786) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:24.395152 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Current status of the port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:24.395549 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.477887 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-312ab8d2-12a0-4027-812d-679c121f740f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1185570
Jan 10 12:50:24.486571 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-2e4bd8f5-8d26-498e-945b-195fdfc14a51 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:50:24.487661 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-2e4bd8f5-8d26-498e-945b-195fdfc14a51 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0050628
Jan 10 12:50:24.504832 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] For port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:24.515708 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.610840 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:24.617214 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd17bc5-e6cc-48ce-af3d-6c98a3e184a0 None None] Pushing event updated for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:24.684018 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-5a1c739c-a93b-43b9-8078-39c1384dd9d7 None None] Provisioning complete for port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:24.684395 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-5a1c739c-a93b-43b9-8078-39c1384dd9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.740726 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:24.741102 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:24.749424 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faff80910>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 4, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99020b7c-6cc2-45c7-8b8b-a9fa16fac48d', 'name': '', 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'mac_address': 'fa:16:3e:d4:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:19Z', 'updated_at': '2022-01-10T12:50:23Z', 'revision_number': 4, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'subnets': [{'id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:24.776543 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbb1ee-e2cb-495f-8216-553bff4a1694 req-42d2b672-c96b-47fc-8674-0ed7b9724001 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:24.778062 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30fbb1ee-e2cb-495f-8216-553bff4a1694 req-42d2b672-c96b-47fc-8674-0ed7b9724001 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.0768945
Jan 10 12:50:24.801822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5c65d7-2837-4ed6-9f59-c4c5d4a6ea8f None None] The sync data for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi is: [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:20Z', 'revision_number': 4, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99020b7c-6cc2-45c7-8b8b-a9fa16fac48d', 'name': '', 'network_id': '2a73dd9b-27f9-49ac-91df-293618456ffc', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'mac_address': 'fa:16:3e:d4:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:19Z', 'updated_at': '2022-01-10T12:50:23Z', 'revision_number': 4, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'subnets': [{'id': 'ab34067c-4426-40aa-8713-3857e98c8f96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:50:24.846166 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30fbb1ee-e2cb-495f-8216-553bff4a1694 req-b9b7651a-be62-4168-a73c-c8e8c4f1aef1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617125
Jan 10 12:50:24.891584 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c739c-a93b-43b9-8078-39c1384dd9d7 None None] Current status of the port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:24.931608 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:25.183371 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a773b-cf8f-4726-b7f8-9679c79add32 req-45a41ba5-cdc3-4807-8bbf-064502ef317e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:25.185335 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-df7a773b-cf8f-4726-b7f8-9679c79add32 req-45a41ba5-cdc3-4807-8bbf-064502ef317e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0554199
Jan 10 12:50:25.236752 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-df7a773b-cf8f-4726-b7f8-9679c79add32 req-4abfcc95-dc9b-4303-990a-6f38e65393fa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453501
Jan 10 12:50:25.374030 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92003b-c981-42fa-9d19-99142f2a52ee req-dd8c251a-3e4b-485e-b806-d80443fd7226 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:25.375788 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce92003b-c981-42fa-9d19-99142f2a52ee req-dd8c251a-3e4b-485e-b806-d80443fd7226 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0549371
Jan 10 12:50:25.426672 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce92003b-c981-42fa-9d19-99142f2a52ee req-16af39a4-aff0-4d79-bceb-e5459dcbd54e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424745
Jan 10 12:50:25.787864 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-2855cdd9-cb6a-4a33-8fc7-505dbe365945 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:25.789090 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-2855cdd9-cb6a-4a33-8fc7-505dbe365945 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.0898914
Jan 10 12:50:25.915840 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Deleting port d7de2099-ce7e-43d9-9a27-d9371be7127a {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:50:25.916464 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:25.987336 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af4a8c-7a4e-4780-9f7c-20bcd74c5fb2 req-9647af82-dbd9-4770-96c1-01dad5b9be9b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:25.989888 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d6af4a8c-7a4e-4780-9f7c-20bcd74c5fb2 req-9647af82-dbd9-4770-96c1-01dad5b9be9b tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b25262-b3d3-43a6-a674-7bd204e45e31 HTTP/1.1" status: 200  len: 945 time: 0.0602055
Jan 10 12:50:26.023061 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] For port d7de2099-ce7e-43d9-9a27-d9371be7127a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d7de2099-ce7e-43d9-9a27-d9371be7127a,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:26.023429 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:26.037171 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Calling delete_port for d7de2099-ce7e-43d9-9a27-d9371be7127a owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:50:26.051215 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d6af4a8c-7a4e-4780-9f7c-20bcd74c5fb2 req-54d376e2-f946-4769-8a78-68586b1c7681 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552688
Jan 10 12:50:26.176362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (d7de2099-ce7e-43d9-9a27-d9371be7127a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:26.189035 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'cae30eac-1be6-45e1-a371-f67ef66276f8', '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'd7de2099-ce7e-43d9-9a27-d9371be7127a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:26.202743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event deleted for resources: {'Port': ['ID=d7de2099-ce7e-43d9-9a27-d9371be7127a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:26.253612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] No DVR routers for this DVR port d7de2099-ce7e-43d9-9a27-d9371be7127a on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:50:26.256416 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:26.259830 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd525459-0765-4a37-b367-8d6ded740eb1 req-b4e38d2b-ade1-4ce1-aece-56ee79e01eaf tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "DELETE /v2.0/ports/d7de2099-ce7e-43d9-9a27-d9371be7127a HTTP/1.1" status: 204  len: 173 time: 0.4587307
Jan 10 12:50:26.260463 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'name': 'network-vif-deleted', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:26.262752 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84248813-0f24-4000-8c2b-1be546d86270" -d '{"events": [{"server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "name": "network-vif-deleted", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:26.349442 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb1f30c-04bf-4d76-ba1d-4847b8583e5c x-openstack-request-id: req-aeb1f30c-04bf-4d76-ba1d-4847b8583e5c {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:26.350013 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b25262-b3d3-43a6-a674-7bd204e45e31", "name": "network-vif-deleted", "tag": "d7de2099-ce7e-43d9-9a27-d9371be7127a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:26.350336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aeb1f30c-04bf-4d76-ba1d-4847b8583e5c {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:26.350833 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b25262-b3d3-43a6-a674-7bd204e45e31', 'name': 'network-vif-deleted', 'tag': 'd7de2099-ce7e-43d9-9a27-d9371be7127a', 'status': 'completed', 'code': 200}
Jan 10 12:50:26.431222 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e777e5-8edb-44c6-9abf-25028525fd42 req-31500500-aa4d-4551-92a7-34b9724d4f6d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.433500 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66e777e5-8edb-44c6-9abf-25028525fd42 req-31500500-aa4d-4551-92a7-34b9724d4f6d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0637922
Jan 10 12:50:26.493749 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-fc096059-8623-4e45-8a54-ebf5c2026405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.496029 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-fc096059-8623-4e45-8a54-ebf5c2026405 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 1097 time: 0.0915978
Jan 10 12:50:26.496801 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66e777e5-8edb-44c6-9abf-25028525fd42 req-4e2bbbf6-02de-4603-aa0b-802a935cf121 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566764
Jan 10 12:50:26.579992 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad26cc-03a4-4894-9723-4cbbf152f939 req-1505d74f-4307-4dfa-b7cd-137d4e48b003 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.581988 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-59ad26cc-03a4-4894-9723-4cbbf152f939 req-1505d74f-4307-4dfa-b7cd-137d4e48b003 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0659990
Jan 10 12:50:26.605304 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-973bfd7a-c8d6-4b0b-bcbe-b2526890bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.606887 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-973bfd7a-c8d6-4b0b-bcbe-b2526890bdad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1097 time: 0.0703177
Jan 10 12:50:26.652222 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:26.656128 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-59ad26cc-03a4-4894-9723-4cbbf152f939 req-39b0eac8-ff4d-4581-ada0-dcbc59f6df73 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668995
Jan 10 12:50:26.704484 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:26.704859 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:26.729599 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-e1d5448a-ae9c-49b9-9efb-16b34eae7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.731135 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-e1d5448a-ae9c-49b9-9efb-16b34eae7934 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.1164899
Jan 10 12:50:26.807813 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-fac5f697-d975-40ea-9494-0bc426acdef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 200  len: 999 time: 0.0671201
Jan 10 12:50:26.884438 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-68734d1c-97bb-4923-8abe-b34d7c807185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.886560 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-68734d1c-97bb-4923-8abe-b34d7c807185 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0642014
Jan 10 12:50:26.937970 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-2dcf0f40-0fa4-48c0-831c-c555319fae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:26.939722 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-2dcf0f40-0fa4-48c0-831c-c555319fae14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0460641
Jan 10 12:50:26.940086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:27.042688 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-e85c748a-c4f0-45e8-a172-1dcad0c89100 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910165
Jan 10 12:50:27.142808 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b9ba030e-c19f-46dc-a09f-bffc016bfd15 req-d2d260cf-8dc3-43bf-97b3-22900ac8c203 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927923
Jan 10 12:50:27.192699 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:27.268620 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: DOWN; New status is: DOWN {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:27.615011 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d67ba-048f-4963-9239-6a03cd2baf7d req-e60ba5f4-a7a2-4245-9972-a8f49b17cdab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:27.616357 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-645d67ba-048f-4963-9239-6a03cd2baf7d req-e60ba5f4-a7a2-4245-9972-a8f49b17cdab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0475063
Jan 10 12:50:27.665863 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-645d67ba-048f-4963-9239-6a03cd2baf7d req-acfe0c6f-0a56-44bf-914b-c76380e451ce tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435987
Jan 10 12:50:27.787439 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a4f24-3876-43d7-a93b-1c2bb7a0cfe4 req-cfb31be4-3240-4e1b-bddb-628a0a890576 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:27.789107 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-515a4f24-3876-43d7-a93b-1c2bb7a0cfe4 req-cfb31be4-3240-4e1b-bddb-628a0a890576 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0573506
Jan 10 12:50:27.840293 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-515a4f24-3876-43d7-a93b-1c2bb7a0cfe4 req-b5f8dafd-1bc4-4907-b7ca-3cbf2be081c0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442080
Jan 10 12:50:28.472519 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c7bc1-aef8-4257-a453-d7973d9f4dc3 req-b2dfe66c-fadb-4994-88e0-61386da07744 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:28.474049 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f20c7bc1-aef8-4257-a453-d7973d9f4dc3 req-b2dfe66c-fadb-4994-88e0-61386da07744 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0546315
Jan 10 12:50:28.520520 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f20c7bc1-aef8-4257-a453-d7973d9f4dc3 req-4ebf588f-5979-4687-9e8a-f9fe2f58f4f6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407562
Jan 10 12:50:28.811900 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483daaa-7310-42bb-a11d-f661166347af req-2f2bed9f-dffe-436d-9d77-2ff4cf8a8c70 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:28.813391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4483daaa-7310-42bb-a11d-f661166347af req-2f2bed9f-dffe-436d-9d77-2ff4cf8a8c70 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0523624
Jan 10 12:50:28.859584 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4483daaa-7310-42bb-a11d-f661166347af req-1f59db87-1059-4cab-8844-9b397622124d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406063
Jan 10 12:50:28.971444 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fd37e-c9f3-422e-ae5f-b8746ea89bbc req-264680b4-2e4d-45a1-8c81-9b11fc32713b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:28.972883 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe4fd37e-c9f3-422e-ae5f-b8746ea89bbc req-264680b4-2e4d-45a1-8c81-9b11fc32713b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0513763
Jan 10 12:50:29.021432 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe4fd37e-c9f3-422e-ae5f-b8746ea89bbc req-fc74359b-3f5b-46d9-bce3-770d45b4efb8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428498
Jan 10 12:50:29.207220 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device d7de2099-ce7e-43d9-9a27-d9371be7127a no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:29.231025 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: d7de2099-ce7e-43d9-9a27-d9371be7127a {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:50:29.231237 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device d7de2099-ce7e-43d9-9a27-d9371be7127a not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:50:29.666070 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69397e-bed7-4f3e-87ef-520373542821 req-86c98220-885b-42cf-bd6c-d97b7f732766 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:29.667573 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf69397e-bed7-4f3e-87ef-520373542821 req-86c98220-885b-42cf-bd6c-d97b7f732766 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0531552
Jan 10 12:50:29.719467 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf69397e-bed7-4f3e-87ef-520373542821 req-fba142af-ab22-4b27-ac77-7cb58ce4518e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462379
Jan 10 12:50:29.987102 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69f47-070d-4d51-96f8-8d5509af977d req-5daa1274-4abf-4e03-aae7-33ac8d4778e1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:29.989940 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06b69f47-070d-4d51-96f8-8d5509af977d req-5daa1274-4abf-4e03-aae7-33ac8d4778e1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0512443
Jan 10 12:50:30.038281 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06b69f47-070d-4d51-96f8-8d5509af977d req-6f68bb8a-fc78-496f-93df-7ded3ae19be6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420010
Jan 10 12:50:30.144189 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae76f79-016a-48ed-b040-77e95558b62b req-2400e6a3-4809-4696-861c-fc5357838b76 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:30.145549 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dae76f79-016a-48ed-b040-77e95558b62b req-2400e6a3-4809-4696-861c-fc5357838b76 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0479665
Jan 10 12:50:30.205065 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dae76f79-016a-48ed-b040-77e95558b62b req-a3355fd9-2e24-4b48-a46a-8b5a43a83908 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529158
Jan 10 12:50:30.507351 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-dc4fd718-4f14-41a4-8aec-67bcdc91cc1a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:30.508869 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-dc4fd718-4f14-41a4-8aec-67bcdc91cc1a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0603328
Jan 10 12:50:30.622944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Deleting port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:50:30.623491 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:30.714390 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] For port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:30.714756 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:30.733620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Calling delete_port for 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:50:30.846345 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbddbf-2472-42df-9b97-bdb6c57d70ee req-51fcb5c4-4d71-40eb-8a8e-c317f65f4562 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:30.848174 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcbbddbf-2472-42df-9b97-bdb6c57d70ee req-51fcb5c4-4d71-40eb-8a8e-c317f65f4562 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 946 time: 0.0585024
Jan 10 12:50:30.880365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:30.901595 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'cae30eac-1be6-45e1-a371-f67ef66276f8', '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:30.910418 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fcbbddbf-2472-42df-9b97-bdb6c57d70ee req-336030e2-7be9-412f-9e08-e6bb60ba6ed5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546148
Jan 10 12:50:30.915807 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event deleted for resources: {'Port': ['ID=95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:30.963071 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] No DVR routers for this DVR port 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:50:30.965930 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:30.969702 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-37220bdb-813f-4c4e-b45b-1d2c3c9c5e04 req-d9980be2-ab06-4501-b690-f133ee9417b7 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "DELETE /v2.0/ports/95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c HTTP/1.1" status: 204  len: 173 time: 0.4538198
Jan 10 12:50:30.970189 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'name': 'network-vif-deleted', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:30.972830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6320ed34-2566-4765-a6ee-f9dde1db79bc" -d '{"events": [{"server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "name": "network-vif-deleted", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:31.026660 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f88c8a-f60f-44ed-bb6c-9515d255454f x-openstack-request-id: req-43f88c8a-f60f-44ed-bb6c-9515d255454f {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:31.026957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32155711-e404-4e2a-9808-fb51a91d4775", "name": "network-vif-deleted", "tag": "95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:31.027213 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43f88c8a-f60f-44ed-bb6c-9515d255454f {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:31.027640 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32155711-e404-4e2a-9808-fb51a91d4775', 'name': 'network-vif-deleted', 'tag': '95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c', 'status': 'completed', 'code': 200}
Jan 10 12:50:31.209037 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a71e66-deec-4ae9-b5e9-827198b3e076 req-64edb9c5-bc17-4c07-9b1f-a9c9a2d2502b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:31.211556 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05a71e66-deec-4ae9-b5e9-827198b3e076 req-64edb9c5-bc17-4c07-9b1f-a9c9a2d2502b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0708201
Jan 10 12:50:31.282044 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05a71e66-deec-4ae9-b5e9-827198b3e076 req-c681dccb-8b7b-4c12-b297-02a67e68d7be tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626953
Jan 10 12:50:31.448501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ef576-4a9e-4a6f-ad57-12434f5eb935 req-ee8e1d70-d7b6-4008-876a-0a045b2e8b8f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:31.451871 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a8ef576-4a9e-4a6f-ad57-12434f5eb935 req-ee8e1d70-d7b6-4008-876a-0a045b2e8b8f tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0769045
Jan 10 12:50:31.518923 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a8ef576-4a9e-4a6f-ad57-12434f5eb935 req-8ee92dcd-d034-4656-963b-e9aa5dd53ab5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586472
Jan 10 12:50:32.013528 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b63ff269-7c0e-448c-a29c-046d3672d3e9 req-60cf8c56-0216-4d1a-9dcd-8a97f19ef6d5 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0277376
Jan 10 12:50:32.404397 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb723f6-5cf1-46ed-8e45-12f40d27fc62 req-44596a39-4b8d-427c-913a-dc33cee4c4ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:32.406005 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0bb723f6-5cf1-46ed-8e45-12f40d27fc62 req-44596a39-4b8d-427c-913a-dc33cee4c4ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0499516
Jan 10 12:50:32.466548 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0bb723f6-5cf1-46ed-8e45-12f40d27fc62 req-49975deb-e3ba-476e-a2b6-25c0093c05bd tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531332
Jan 10 12:50:32.651530 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d694df-6742-4e17-bfb7-102f44654c05 req-8292ee66-6a15-4723-a478-0e9102f5ce6d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:32.653179 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d694df-6742-4e17-bfb7-102f44654c05 req-8292ee66-6a15-4723-a478-0e9102f5ce6d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0566461
Jan 10 12:50:32.702856 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d694df-6742-4e17-bfb7-102f44654c05 req-213f9ca7-e147-4ce7-9fde-e7c1d969f78d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437360
Jan 10 12:50:32.755238 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:50:33.114749 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-256831f7-79be-4271-8231-117dc0b92bbc req-c0e0d992-1b7b-4406-99fb-61d53383aa42 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0283782
Jan 10 12:50:33.605871 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e6cf-49f2-4d61-ab54-b849c8306a45 req-876dfa74-5c06-4f3c-9f5c-89a005290875 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:33.607475 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca39e6cf-49f2-4d61-ab54-b849c8306a45 req-876dfa74-5c06-4f3c-9f5c-89a005290875 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0530438
Jan 10 12:50:33.660134 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca39e6cf-49f2-4d61-ab54-b849c8306a45 req-fc06160b-b979-4e76-9876-ef65e870061d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444789
Jan 10 12:50:33.833983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746eb0fe-8c55-4669-88d2-d3e50d163501 req-1862f18e-674b-46cc-b464-1f2cae893588 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:33.835552 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-746eb0fe-8c55-4669-88d2-d3e50d163501 req-1862f18e-674b-46cc-b464-1f2cae893588 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0597944
Jan 10 12:50:33.893548 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-746eb0fe-8c55-4669-88d2-d3e50d163501 req-bfdd8855-ff2c-4c17-86a2-4a3efcd44d87 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521536
Jan 10 12:50:34.209735 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-33a9ae96-d5eb-4bd7-8148-4853d9026920 req-97032b33-fadd-463e-b88a-a8871aff4922 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0265160
Jan 10 12:50:34.862773 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9631e-6c26-4096-87ef-60a70a9f7ea9 req-58ce5e57-2fcf-4e6c-8202-dd6ddb837daa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:34.864323 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06b9631e-6c26-4096-87ef-60a70a9f7ea9 req-58ce5e57-2fcf-4e6c-8202-dd6ddb837daa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0584834
Jan 10 12:50:34.910723 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06b9631e-6c26-4096-87ef-60a70a9f7ea9 req-49edfd85-b7ea-41fc-8e3d-d359b6a26b03 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407758
Jan 10 12:50:35.036215 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd99199-a1bd-4a38-8431-1942079b0ac5 req-a7d240d3-be9e-4e40-a7a1-1df02b314656 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:35.037637 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4dd99199-a1bd-4a38-8431-1942079b0ac5 req-a7d240d3-be9e-4e40-a7a1-1df02b314656 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0570409
Jan 10 12:50:35.090666 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4dd99199-a1bd-4a38-8431-1942079b0ac5 req-6123cdfb-4aaa-4ba1-9aee-d4b934076a2a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465748
Jan 10 12:50:35.236719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:35.257648 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:50:35.258074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 95aaaa7e-e8c3-48fc-814b-58d23b3c5b2c not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:50:35.318628 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a700a290-8faf-491a-86ec-db9ae17d5b7b req-4fbd248e-22c4-48b5-8873-de1b53c1c5ff tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0284805
Jan 10 12:50:36.062963 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6ee35-d623-4dda-b168-fa3fc0af7039 req-0fa9753f-03ca-4d40-b2f6-465480cd6b08 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:36.065511 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-77e6ee35-d623-4dda-b168-fa3fc0af7039 req-0fa9753f-03ca-4d40-b2f6-465480cd6b08 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0613356
Jan 10 12:50:36.118580 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-77e6ee35-d623-4dda-b168-fa3fc0af7039 req-a7ee8c72-5d78-4b77-b434-1f21524fba93 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467432
Jan 10 12:50:36.246827 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d89cf4-0199-42c4-b356-7b48b6101cfb req-ec59822a-c17f-42ce-be20-9a00855eb7ee tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:36.248345 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-50d89cf4-0199-42c4-b356-7b48b6101cfb req-ec59822a-c17f-42ce-be20-9a00855eb7ee tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0528586
Jan 10 12:50:36.305859 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-50d89cf4-0199-42c4-b356-7b48b6101cfb req-e5640e80-fc6f-4aa8-82d9-1cabef8cf9f9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519094
Jan 10 12:50:36.417192 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ac4deed5-a879-44d5-8e4b-197739afe052 req-1ebdfd17-1cf2-460d-b64a-16ad119220a6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0291653
Jan 10 12:50:37.254601 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cffa7-b317-4a1c-9d3e-531cd9b144a4 req-5902caf4-bc0e-47b0-be43-5d4a69be3e0f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:37.259052 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0f4cffa7-b317-4a1c-9d3e-531cd9b144a4 req-5902caf4-bc0e-47b0-be43-5d4a69be3e0f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0596986
Jan 10 12:50:37.313073 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0f4cffa7-b317-4a1c-9d3e-531cd9b144a4 req-beac56e1-d016-474e-bf5f-6c54b551966d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501699
Jan 10 12:50:37.447359 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c93aa2-0886-40d9-bfd4-e69dd0e8a7e3 req-a2d7f038-b29e-4373-8841-3201f1e4ae58 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:37.448797 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c7c93aa2-0886-40d9-bfd4-e69dd0e8a7e3 req-a2d7f038-b29e-4373-8841-3201f1e4ae58 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0647008
Jan 10 12:50:37.499350 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c7c93aa2-0886-40d9-bfd4-e69dd0e8a7e3 req-67cf6e42-8ca6-42ad-ad0b-acaba30033b3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447545
Jan 10 12:50:37.588247 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-96ec4ad2-615e-4aad-ac2e-c6ee811b3b56 req-794bad0a-a488-4c4a-a275-2d900aa761eb tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0294297
Jan 10 12:50:38.450721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde3b5a-5cd3-4820-b7ce-005095f64aa9 req-5b87de1b-0da2-4258-bddc-b3994bb0397a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:38.452204 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddde3b5a-5cd3-4820-b7ce-005095f64aa9 req-5b87de1b-0da2-4258-bddc-b3994bb0397a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0476635
Jan 10 12:50:38.505890 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddde3b5a-5cd3-4820-b7ce-005095f64aa9 req-2e71889b-3b73-4dcc-ba61-eaac34b28d00 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476184
Jan 10 12:50:38.621162 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a84df897-bc01-4515-a8aa-6f28d13b4a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:38.630903 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09ab0b-31cb-49e9-aab7-b543d5d8c551 req-7ad020a3-8484-4f37-8f36-57b15452eb4e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:38.632439 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a09ab0b-31cb-49e9-aab7-b543d5d8c551 req-7ad020a3-8484-4f37-8f36-57b15452eb4e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0618770
Jan 10 12:50:38.680856 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a09ab0b-31cb-49e9-aab7-b543d5d8c551 req-e9ab0262-37a6-47a3-8abf-0ae0b5e52090 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426378
Jan 10 12:50:38.772743 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c364d8d-2cea-4a5d-bc9b-f747d53213f9 req-48f251a2-6bd4-4454-86c1-30f48b4acc5e tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0256314
Jan 10 12:50:39.648994 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9f7cf-8b6e-47af-844f-9af20f99731c req-3e80c34f-b3e5-489d-bdc5-fd089e53ecd7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:39.653906 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95f9f7cf-8b6e-47af-844f-9af20f99731c req-3e80c34f-b3e5-489d-bdc5-fd089e53ecd7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0625143
Jan 10 12:50:39.699950 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95f9f7cf-8b6e-47af-844f-9af20f99731c req-441833a6-1e8e-4db7-acc0-b99c685c800a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437334
Jan 10 12:50:39.827452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654e580-1798-4dec-92df-18d8f648c607 req-b3b42c04-d9d2-477b-be7f-977185d6e8bb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:39.829027 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3654e580-1798-4dec-92df-18d8f648c607 req-b3b42c04-d9d2-477b-be7f-977185d6e8bb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0527203
Jan 10 12:50:39.895545 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3654e580-1798-4dec-92df-18d8f648c607 req-717f6c07-530f-4b5e-befc-6f05276534e0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602553
Jan 10 12:50:39.982024 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-985faf61-ea49-4f58-ade9-d78be14f0b68 req-631a5a63-ce46-4f8c-82f3-8ad75d784aa4 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0267305
Jan 10 12:50:40.825537 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe92415e-027c-4af3-9a04-bc2eec38de9b req-9c8c0602-b162-4b04-91a6-77e14e0fa9bf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:40.828811 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe92415e-027c-4af3-9a04-bc2eec38de9b req-9c8c0602-b162-4b04-91a6-77e14e0fa9bf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0516789
Jan 10 12:50:40.868047 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f46c-dec7-4ff1-b740-4f2edff5bdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:40.889326 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fe92415e-027c-4af3-9a04-bc2eec38de9b req-bd2b6458-6203-4139-9c0b-75cb931b363b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537701
Jan 10 12:50:41.029787 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d0e94-365d-4720-b611-64f266a5c725 req-06dbfc87-222c-4844-81f1-6faf053b5ebb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:41.031265 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b56d0e94-365d-4720-b611-64f266a5c725 req-06dbfc87-222c-4844-81f1-6faf053b5ebb tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0601554
Jan 10 12:50:41.082642 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b56d0e94-365d-4720-b611-64f266a5c725 req-1075b1cc-baea-406b-88cd-be69403bf13d tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452011
Jan 10 12:50:41.187757 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1490e7e1-f2f8-4d66-9ca3-c83b33a1f89e req-eece6f61-05c1-4dc7-b081-e46e72d9724d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0252521
Jan 10 12:50:42.017638 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:42.018302 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cc195-9a3b-499a-9014-f48465e511cd req-95ab33e4-2550-4574-9864-ad302252682f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:42.022250 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0b4cc195-9a3b-499a-9014-f48465e511cd req-95ab33e4-2550-4574-9864-ad302252682f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0554941
Jan 10 12:50:42.068911 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0b4cc195-9a3b-499a-9014-f48465e511cd req-f1d385e0-920b-46aa-a3d1-0e36713f85a5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426757
Jan 10 12:50:42.211923 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d5364-cf35-44a8-a531-d018a14784f1 req-cc15defd-17db-4ef1-83d1-9d77b3d97658 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:42.213399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ef5d5364-cf35-44a8-a531-d018a14784f1 req-cc15defd-17db-4ef1-83d1-9d77b3d97658 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0532837
Jan 10 12:50:42.265377 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ef5d5364-cf35-44a8-a531-d018a14784f1 req-d6741d20-4cbf-4da8-8863-6f2ab2593e8b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463388
Jan 10 12:50:42.358018 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9fde4ced-d222-48ba-993c-b6283d83a6a3 req-e482c7ab-0ca7-474f-8a80-f39ddf535cff tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0367095
Jan 10 12:50:43.195501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e109438-e7bb-4f3a-b9ad-0f64070c5325 req-0f64fee3-9362-4094-9e52-79b96837c951 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:43.197731 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e109438-e7bb-4f3a-b9ad-0f64070c5325 req-0f64fee3-9362-4094-9e52-79b96837c951 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0504353
Jan 10 12:50:43.251254 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e109438-e7bb-4f3a-b9ad-0f64070c5325 req-0ad70b16-38e1-4e7f-9a93-5d41add20d7c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477090
Jan 10 12:50:43.384959 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8478beb-33cf-48eb-8710-a16a87388a2b req-a06ca83f-5e3b-463c-858a-abc361259878 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:43.386621 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a8478beb-33cf-48eb-8710-a16a87388a2b req-a06ca83f-5e3b-463c-858a-abc361259878 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0541971
Jan 10 12:50:43.438444 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a8478beb-33cf-48eb-8710-a16a87388a2b req-803a0275-0eab-40d2-bbcd-c816ba1b08f1 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454400
Jan 10 12:50:43.479530 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a9c26c6b-5cec-472b-a8db-a24da0b2b24c req-2fe147d8-7f22-430e-863e-857f2647894a tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=32155711-e404-4e2a-9808-fb51a91d4775 HTTP/1.1" status: 200  len: 210 time: 0.0254738
Jan 10 12:50:43.675922 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:44.083009 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:44.385051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf81077-357c-4aa8-9510-6135cc9cdc8b req-ff0a906a-0250-45c5-9117-ad8b3e9e0bcc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:44.386752 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fbf81077-357c-4aa8-9510-6135cc9cdc8b req-ff0a906a-0250-45c5-9117-ad8b3e9e0bcc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0597804
Jan 10 12:50:44.447068 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fbf81077-357c-4aa8-9510-6135cc9cdc8b req-9a25c5f2-158e-402e-87f8-bcde9137eea6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528741
Jan 10 12:50:44.575562 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e902-ca22-4d92-8e38-2317db4cb13c req-a32b3a53-1502-45e4-8c32-43cee879bbd6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:44.577222 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4365e902-ca22-4d92-8e38-2317db4cb13c req-a32b3a53-1502-45e4-8c32-43cee879bbd6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0653820
Jan 10 12:50:44.626276 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4365e902-ca22-4d92-8e38-2317db4cb13c req-31583270-a768-46c6-93dc-d46d6f5a7db8 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432220
Jan 10 12:50:44.792679 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865130-4ad2-4cd7-9522-91fca8207920 req-2c0c0080-f5d9-4ef1-9dec-ccd854720b63 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:44.794217 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76865130-4ad2-4cd7-9522-91fca8207920 req-2c0c0080-f5d9-4ef1-9dec-ccd854720b63 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.0501647
Jan 10 12:50:44.811839 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f28bc1-d4be-4a28-86c0-447e5f820438 req-dbb10e1a-9db4-4d19-81d6-898eed9e0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:44.813584 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-14f28bc1-d4be-4a28-86c0-447e5f820438 req-dbb10e1a-9db4-4d19-81d6-898eed9e0b29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.0410597
Jan 10 12:50:44.845816 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76865130-4ad2-4cd7-9522-91fca8207920 req-866c8eda-0fc2-4adc-a7a9-8daca8f0a2dc tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451102
Jan 10 12:50:44.859050 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-14f28bc1-d4be-4a28-86c0-447e5f820438 req-243a6b09-ed75-4fc7-8288-253a29deb1d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386059
Jan 10 12:50:44.862069 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:45.589995 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826206b4-5638-458a-8a19-dd08f53435b1 req-9cc42ef1-28e1-456b-8a03-252c830b156e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:45.591370 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-826206b4-5638-458a-8a19-dd08f53435b1 req-9cc42ef1-28e1-456b-8a03-252c830b156e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0564475
Jan 10 12:50:45.645018 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-826206b4-5638-458a-8a19-dd08f53435b1 req-4f71719b-e62a-4298-b5e3-fd7a651a197f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477746
Jan 10 12:50:45.770275 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad315ff5-5ec5-41c2-834f-71d612ce9403 req-aa7373ff-2ed1-4c1e-88af-8b9fe2511666 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:45.772173 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad315ff5-5ec5-41c2-834f-71d612ce9403 req-aa7373ff-2ed1-4c1e-88af-8b9fe2511666 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0570881
Jan 10 12:50:45.820538 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad315ff5-5ec5-41c2-834f-71d612ce9403 req-4b09aac9-265b-4846-8d03-eeaf923e1d7a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424647
Jan 10 12:50:45.825110 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-7c020aaf-ef20-40d8-9488-21685ec163a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:45.826682 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-7c020aaf-ef20-40d8-9488-21685ec163a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.0410895
Jan 10 12:50:45.939775 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-97838c99-f664-4135-9260-ee7cbde9bdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:45.941638 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-97838c99-f664-4135-9260-ee7cbde9bdf7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.0932350
Jan 10 12:50:45.974274 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee86f3e9-f4b2-4a26-872e-7dfcd3b08bc8 req-e966879a-01e0-4813-8393-187e4049ab77 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:45.975777 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ee86f3e9-f4b2-4a26-872e-7dfcd3b08bc8 req-e966879a-01e0-4813-8393-187e4049ab77 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.0559340
Jan 10 12:50:45.992924 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-799e2fc6-d498-4098-9bdf-92fa47b24e70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0423582
Jan 10 12:50:46.037824 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ee86f3e9-f4b2-4a26-872e-7dfcd3b08bc8 req-d07272d6-7eb1-4c3b-8555-e90d2b8fc875 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521426
Jan 10 12:50:46.051122 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-8f351141-9acc-4814-800b-7f7cfcf1d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:46.053636 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-8f351141-9acc-4814-800b-7f7cfcf1d365 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0521929
Jan 10 12:50:46.111602 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-13b68aee-063a-489a-8ec0-4e44bdcf91bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0266643
Jan 10 12:50:46.216412 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-4bdf2bbc-bfff-4652-92dc-dd8215a03bef service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847130
Jan 10 12:50:46.321077 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1d7b0a-41e5-4daa-8381-378a02cc1458 req-cdc6a0a7-65aa-4261-9eb2-db4d43167abb service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899689
Jan 10 12:50:46.594751 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-86d26c32-d365-403f-aed0-0e8acbb37237 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849435366&fields=id&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 267 time: 0.0493279
Jan 10 12:50:46.724341 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-72e793e7-be32-446e-be55-78ebf6f92f20 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:46.726031 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-72e793e7-be32-446e-be55-78ebf6f92f20 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1205051
Jan 10 12:50:46.734946 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-a26880ea-4ace-4a09-a02f-449c0b07482d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:46.736652 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-a26880ea-4ace-4a09-a02f-449c0b07482d tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.0656240
Jan 10 12:50:46.762130 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-98b794aa-4631-404b-8ecb-19f697e771d2 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/quotas/503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 375 time: 0.0248883
Jan 10 12:50:46.791278 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b44d9-422e-4a18-8cd4-5f6e9c32d2b4 req-27731205-d7a3-4a8f-93f3-b7078b88b38d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:46.792812 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e2b44d9-422e-4a18-8cd4-5f6e9c32d2b4 req-27731205-d7a3-4a8f-93f3-b7078b88b38d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0658665
Jan 10 12:50:46.838958 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Deleting port cae30eac-1be6-45e1-a371-f67ef66276f8 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:50:46.839734 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:46.859468 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-bbb52eeb-53e0-4b00-a182-58bc6f288d19 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0886598
Jan 10 12:50:46.866988 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e2b44d9-422e-4a18-8cd4-5f6e9c32d2b4 req-0337596e-b805-4b12-aca6-c3b1bc494d4b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566607
Jan 10 12:50:46.953490 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] For port cae30eac-1be6-45e1-a371-f67ef66276f8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cae30eac-1be6-45e1-a371-f67ef66276f8,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:46.953770 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:46.967062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Calling delete_port for cae30eac-1be6-45e1-a371-f67ef66276f8 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:50:47.017287 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfa38f-5124-49b8-833e-b978e4a3f463 req-c7a8c5ed-e281-439f-babf-5328271f3974 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:47.018809 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ddfa38f-5124-49b8-833e-b978e4a3f463 req-c7a8c5ed-e281-439f-babf-5328271f3974 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0751498
Jan 10 12:50:47.021337 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-b598ae0f-f87a-4152-84bd-bc59cd0fd5e8 service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403103
Jan 10 12:50:47.138365 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ddfa38f-5124-49b8-833e-b978e4a3f463 req-a7b225cf-ff5e-4201-bfa8-f4c0e6f66925 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097736
Jan 10 12:50:47.173671 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-692dbdfd-aa98-410e-8df0-d813a677c5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437998
Jan 10 12:50:47.355609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (cae30eac-1be6-45e1-a371-f67ef66276f8), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:47.369154 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'cae30eac-1be6-45e1-a371-f67ef66276f8'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:47.387972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event deleted for resources: {'Port': ['ID=cae30eac-1be6-45e1-a371-f67ef66276f8,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:47.445732 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] No DVR routers for this DVR port cae30eac-1be6-45e1-a371-f67ef66276f8 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:50:47.448543 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:47.451898 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0bbf2dce-1a27-438b-a26c-8528f3e32678 req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "DELETE /v2.0/ports/cae30eac-1be6-45e1-a371-f67ef66276f8 HTTP/1.1" status: 204  len: 173 time: 0.7094030
Jan 10 12:50:47.452363 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'name': 'network-vif-deleted', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:47.452488 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22414112-145f-43d0-8817-244abf329091 req-089616c1-b005-4db6-a1f1-91c9cb11a116 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:47.455012 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827fadf9-eb79-4393-a354-a4025d939af0" -d '{"events": [{"server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "name": "network-vif-deleted", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:47.458535 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.458878 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.459221 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.459576 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.459913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.460087 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-22414112-145f-43d0-8817-244abf329091 req-089616c1-b005-4db6-a1f1-91c9cb11a116 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=22ba5e7b-b15f-4980-aeee-11985b35b076 HTTP/1.1" status: 200  len: 945 time: 0.2510145
Jan 10 12:50:47.460283 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.460563 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.460890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.461323 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.461661 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.462074 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.462403 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.462726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4720ca09-8a12-487d-8894-9f8985db83ed tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:47.516083 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-22414112-145f-43d0-8817-244abf329091 req-6320fa7e-96a9-4179-99ee-2c8d8505d568 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550921
Jan 10 12:50:47.615012 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26dd912-e02d-4b69-98cc-1ed157d4aa22 x-openstack-request-id: req-c26dd912-e02d-4b69-98cc-1ed157d4aa22 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:47.615740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ba5e7b-b15f-4980-aeee-11985b35b076", "name": "network-vif-deleted", "tag": "cae30eac-1be6-45e1-a371-f67ef66276f8", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:47.617630 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c26dd912-e02d-4b69-98cc-1ed157d4aa22 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:47.618064 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ba5e7b-b15f-4980-aeee-11985b35b076', 'name': 'network-vif-deleted', 'tag': 'cae30eac-1be6-45e1-a371-f67ef66276f8', 'status': 'completed', 'code': 200}
Jan 10 12:50:47.674365 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-541b7523-5024-4787-80eb-0b39678ec546 req-5b5f0539-579e-4230-9a6f-cf6319039ae7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 210 time: 0.0261836
Jan 10 12:50:47.856390 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162f2aa-c9a6-4944-a43c-2ab32562cfc5 req-3467a64e-4479-4e00-b9e1-207b571ad2e6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:47.857898 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7162f2aa-c9a6-4944-a43c-2ab32562cfc5 req-3467a64e-4479-4e00-b9e1-207b571ad2e6 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0561962
Jan 10 12:50:47.859044 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137590-f85f-4f26-a465-bf48576f3b87 req-0abd7984-194c-4a74-8bc8-a481141305d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:47.860533 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-0abd7984-194c-4a74-8bc8-a481141305d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=de46aa3bf673456885b6c388c16c901b&device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 1099 time: 0.0580330
Jan 10 12:50:47.906389 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7162f2aa-c9a6-4944-a43c-2ab32562cfc5 req-78e375e5-90c4-41fd-b59a-7768ad7248cd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425389
Jan 10 12:50:47.972262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137590-f85f-4f26-a465-bf48576f3b87 req-e6774c75-52ac-4252-a820-84ca43971a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:47.973785 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-e6774c75-52ac-4252-a820-84ca43971a5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 200  len: 918 time: 0.1043401
Jan 10 12:50:48.024112 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-bf57d149-cc49-491c-8267-e0047dc27452 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 200  len: 217 time: 0.0402699
Jan 10 12:50:48.024377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e52ce3-01cc-4cb7-a0f7-29d91f710e69 req-5c7ded32-2361-4e08-9e1c-2d59c3bac9e0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:48.025928 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99e52ce3-01cc-4cb7-a0f7-29d91f710e69 req-5c7ded32-2361-4e08-9e1c-2d59c3bac9e0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0577774
Jan 10 12:50:48.077425 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-99e52ce3-01cc-4cb7-a0f7-29d91f710e69 req-6a85f48a-a20e-48ed-9da7-af4af1b52192 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457616
Jan 10 12:50:48.086743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da137590-f85f-4f26-a465-bf48576f3b87 req-5696bc56-d9e9-4dee-b8d0-14090c4198cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:48.088595 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-5696bc56-d9e9-4dee-b8d0-14090c4198cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 200  len: 858 time: 0.0502763
Jan 10 12:50:48.125202 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-a79cdf97-1411-44d3-a0bd-9cfb9b38a116 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=497213e1-63f6-4b0c-9b64-5f0e17031989&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0276818
Jan 10 12:50:48.226324 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-8d9b7e87-7438-46b0-9f14-cfeca6d72d0e service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932415
Jan 10 12:50:48.317358 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-da137590-f85f-4f26-a465-bf48576f3b87 req-55dbe12e-cc04-43d0-acf2-aa75bb9eee6c service neutron] 10.222.0.15 "GET /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830843
Jan 10 12:50:48.726084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-24849bc7-8758-48e1-960c-2667944752c3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:48.728404 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-24849bc7-8758-48e1-960c-2667944752c3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1292906
Jan 10 12:50:48.797525 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-75b69ca1-3030-4c4d-a9b9-65a56f897b23 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 379 time: 0.0565765
Jan 10 12:50:48.799550 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6e158a8-ca62-4c14-bf65-318c1c63e730 req-81a0326a-9b3d-4915-9721-b5656f7b9960 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 210 time: 0.0258808
Jan 10 12:50:48.817009 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'port': {'device_id': '508c5420-5725-4665-b594-8990cf7bc668', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'admin_state_up': True, 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'security_groups': ['86bcab37-1b87-4e80-9a0f-3912ea96709b']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:48.930626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Made reservation on behalf of 503dbd8843034c38a1dbc86c07c6f549 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:50:48.934678 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.029840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc814-a13c-49ae-aa0f-f1a15ddd58f3 req-3cb9ce70-5063-4d7c-8c82-bc92a185c4de tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:49.031237 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c77dc814-a13c-49ae-aa0f-f1a15ddd58f3 req-3cb9ce70-5063-4d7c-8c82-bc92a185c4de tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0509119
Jan 10 12:50:49.059198 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.20.0.7 (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245/16917d48-7a5d-41a1-91e9-99a0dc97284b/b0c8664c-1be2-4aa4-ad7d-298feadd5169) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:50:49.080708 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c77dc814-a13c-49ae-aa0f-f1a15ddd58f3 req-dd47b5bd-c54a-4b12-a064-3dd7c1f828c4 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431960
Jan 10 12:50:49.203564 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05046d7a-f2bf-4a59-a305-4b304f76bc36 req-23b70eda-9a90-4e5d-a25a-73fed1c28dcb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:49.205051 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05046d7a-f2bf-4a59-a305-4b304f76bc36 req-23b70eda-9a90-4e5d-a25a-73fed1c28dcb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0534539
Jan 10 12:50:49.210097 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.245448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.255777 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05046d7a-f2bf-4a59-a305-4b304f76bc36 req-18a638fb-049e-4bde-a2eb-b7319aed51dc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449944
Jan 10 12:50:49.291849 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:50:49.295014 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:50:49.298743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:50:49.322771 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:49.352118 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:49.352754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.370178 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-8fbe36d0-bc28-4bef-8530-041d798c33f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5597527
Jan 10 12:50:49.385060 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Request body: {'port': {'device_id': '508c5420-5725-4665-b594-8990cf7bc668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:50:49.445041 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.497050 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-c987da74-14fa-499d-b5db-4abb5ef701e3 None None] Provisioning complete for port b0c8664c-1be2-4aa4-ad7d-298feadd5169 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:49.497639 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c987da74-14fa-499d-b5db-4abb5ef701e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.530562 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-c987da74-14fa-499d-b5db-4abb5ef701e3 None None] Port b0c8664c-1be2-4aa4-ad7d-298feadd5169 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:50:49.706803 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c8664c-1be2-4aa4-ad7d-298feadd5169 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:50:49.714449 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks [] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.727585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Transition to ACTIVE for port object b0c8664c-1be2-4aa4-ad7d-298feadd5169 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:50:49.737331 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.791622 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:49.876905 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Attempting to bind port b0c8664c-1be2-4aa4-ad7d-298feadd5169 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:50:49.878497 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Attempting to bind port b0c8664c-1be2-4aa4-ad7d-298feadd5169 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:50:49.878841 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Attempting to bind port b0c8664c-1be2-4aa4-ad7d-298feadd5169 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:49.884013 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Port b0c8664c-1be2-4aa4-ad7d-298feadd5169 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:50:49.884354 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Attempting to bind port b0c8664c-1be2-4aa4-ad7d-298feadd5169 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:50:49.889718 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:50:49.890065 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:50:49.890454 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Bound using segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:50:49.890937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Bound port: b0c8664c-1be2-4aa4-ad7d-298feadd5169, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:50:49.891301 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:49.969448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:50:49.971188 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5829a6-b5e8-4de3-9070-f0266de8a8e9 req-f29fefc9-8b4c-42e3-beef-811c65ccbfdc tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:49.972773 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:50:49.974156 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e5829a6-b5e8-4de3-9070-f0266de8a8e9 req-f29fefc9-8b4c-42e3-beef-811c65ccbfdc tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0770824
Jan 10 12:50:49.978243 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:50.016795 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.018104 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:50.019567 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] 10.222.0.15 "PUT /v2.0/ports/b0c8664c-1be2-4aa4-ad7d-298feadd5169 HTTP/1.1" status: 200  len: 1093 time: 0.6390269
Jan 10 12:50:50.024561 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:50.027035 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dea5d7e-8eff-4d82-9994-97d9391bcb02" -d '{"events": [{"name": "network-changed", "server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:50.052293 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707b770-d80f-4195-9100-5869f865ace4 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:50.057192 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6953f-bcde-4b25-be96-6160102d7b17 req-ff9e0b32-21e6-43db-8a72-db59463ed0f1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.058907 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2fc6953f-bcde-4b25-be96-6160102d7b17 req-ff9e0b32-21e6-43db-8a72-db59463ed0f1 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.1090274
Jan 10 12:50:50.075772 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e5829a6-b5e8-4de3-9070-f0266de8a8e9 req-30c8bcef-937d-4f40-9413-715554a65502 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771394
Jan 10 12:50:50.122830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842e50d-92b7-4d2b-90e8-54f7a33af304 x-openstack-request-id: req-f842e50d-92b7-4d2b-90e8-54f7a33af304 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:50.123124 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:50.123374 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f842e50d-92b7-4d2b-90e8-54f7a33af304 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:50.123802 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'status': 'completed', 'code': 200}
Jan 10 12:50:50.141635 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2fc6953f-bcde-4b25-be96-6160102d7b17 req-24c47823-19ec-4c78-b561-e69a8aa0e6f3 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647717
Jan 10 12:50:50.143467 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-b011d3d4-0051-46b9-954b-2929d050e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.145006 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-b011d3d4-0051-46b9-954b-2929d050e988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 1096 time: 0.0618150
Jan 10 12:50:50.191750 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-f9161e42-d219-457e-ae0c-cda9a52e1711 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169 HTTP/1.1" status: 200  len: 217 time: 0.0368512
Jan 10 12:50:50.221932 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54d6b0-1e50-48f4-a5ae-adbf31c4a65a req-7b45c06e-d458-4abe-b9cf-e07201aeac3b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.228535 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc54d6b0-1e50-48f4-a5ae-adbf31c4a65a req-7b45c06e-d458-4abe-b9cf-e07201aeac3b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0547369
Jan 10 12:50:50.261289 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-68be8fc3-c0f4-41ee-8175-ebecda8f2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.262761 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-68be8fc3-c0f4-41ee-8175-ebecda8f2048 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0525341
Jan 10 12:50:50.277384 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc54d6b0-1e50-48f4-a5ae-adbf31c4a65a req-0ed568ea-685b-4fff-9005-12ecdd14f407 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477498
Jan 10 12:50:50.325653 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-79faab17-6120-4119-b834-93dbad0d8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.327153 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-79faab17-6120-4119-b834-93dbad0d8a25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0546241
Jan 10 12:50:50.403432 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fe41f-0655-4494-9570-c50daee8b704 req-31c3c11c-0e0a-4737-96fc-aa20fe8d4f2f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.405035 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-551fe41f-0655-4494-9570-c50daee8b704 req-31c3c11c-0e0a-4737-96fc-aa20fe8d4f2f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0580204
Jan 10 12:50:50.436156 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-cbdef112-747b-4d7f-bc42-ad423bee3fbd service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878222
Jan 10 12:50:50.455365 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-551fe41f-0655-4494-9570-c50daee8b704 req-a729c383-2f92-487a-ad4d-980c87b2c24d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436881
Jan 10 12:50:50.545305 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eec27c2e-413f-4536-b64f-a497e01b3acd req-c6856508-91cd-4942-8c62-8be5470b97ff service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1006422
Jan 10 12:50:50.653247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-305c725f-201e-41f8-9631-bcf4553616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.654738 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-305c725f-201e-41f8-9631-bcf4553616ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 1096 time: 0.0521541
Jan 10 12:50:50.754680 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-c7ae90e3-51d7-4c84-9761-89468ac86dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.756328 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-c7ae90e3-51d7-4c84-9761-89468ac86dc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0944095
Jan 10 12:50:50.801730 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-feac203f-08a9-430e-8a7b-69f70a07283d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169 HTTP/1.1" status: 200  len: 217 time: 0.0382533
Jan 10 12:50:50.853581 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-99f7834d-f68c-495a-959d-02c9b4a5e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.855043 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-99f7834d-f68c-495a-959d-02c9b4a5e224 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0443454
Jan 10 12:50:50.908011 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-d059b68d-19a6-4496-a739-709263d907a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:50.909429 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-d059b68d-19a6-4496-a739-709263d907a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0465200
Jan 10 12:50:51.002968 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-548a3956-1c76-45b8-b3f8-524d5b602206 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855978
Jan 10 12:50:51.111619 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8dea5d7e-8eff-4d82-9994-97d9391bcb02 req-74322662-b421-4ae3-b7f4-2ea2224cf61f service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0991027
Jan 10 12:50:51.191709 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d85f6-1c29-482e-af78-17c59d4445eb req-00b5fee9-36e2-4947-a404-a4ff0df4311f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:51.195160 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ab1d85f6-1c29-482e-af78-17c59d4445eb req-00b5fee9-36e2-4947-a404-a4ff0df4311f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0588031
Jan 10 12:50:51.291822 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ab1d85f6-1c29-482e-af78-17c59d4445eb req-e0ca0d65-41cb-4e38-b2a9-da3234d97899 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0854757
Jan 10 12:50:51.303275 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb246ef-5f92-44c3-af4a-718416dad367 req-f2ed4b0b-d220-41c8-8ca8-e1d6dcbcc0dd tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:51.304741 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cdb246ef-5f92-44c3-af4a-718416dad367 req-f2ed4b0b-d220-41c8-8ca8-e1d6dcbcc0dd tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0820680
Jan 10 12:50:51.332768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:50:51.335918 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device cae30eac-1be6-45e1-a371-f67ef66276f8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:51.365940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: cae30eac-1be6-45e1-a371-f67ef66276f8 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:50:51.366292 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device cae30eac-1be6-45e1-a371-f67ef66276f8 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:50:51.384229 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cdb246ef-5f92-44c3-af4a-718416dad367 req-1c5d07d3-d4a6-409b-8c79-8c5866b47042 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731561
Jan 10 12:50:51.419025 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701e4e0-5121-4c50-979e-c3eedd505f17 req-be8a8fe0-d9b5-4a4f-939e-207995223970 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:51.420579 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2701e4e0-5121-4c50-979e-c3eedd505f17 req-be8a8fe0-d9b5-4a4f-939e-207995223970 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0680730
Jan 10 12:50:51.458864 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:51.467425 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2701e4e0-5121-4c50-979e-c3eedd505f17 req-b3ca8737-e860-4e44-8049-9a79fca5454e tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408800
Jan 10 12:50:51.469874 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '0341fd05-df0a-4b20-a713-82457a146a1c', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': '0341fd05-df0a-4b20-a713-82457a146a1c', 'mac_address': 'fa:16:3e:02:78:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:50:51.511784 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:51.512428 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:51.532537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:50:51.558423 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:51.563951 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:51.588516 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4a59-0a8a-4b88-b52f-b60e558acc7e req-ef6ef66a-a9f2-4629-aabc-84bf2cabd825 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:51.590140 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-68ad4a59-0a8a-4b88-b52f-b60e558acc7e req-ef6ef66a-a9f2-4629-aabc-84bf2cabd825 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 944 time: 0.0592685
Jan 10 12:50:51.633661 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=9']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:51.652353 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-68ad4a59-0a8a-4b88-b52f-b60e558acc7e req-72cffd68-663d-4cec-89eb-e86a84dc2454 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553682
Jan 10 12:50:51.970421 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['0341fd05-df0a-4b20-a713-82457a146a1c'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:50:52.134703 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f969abd-837f-4de1-98e3-486556fb5aae req-4da35887-ddba-47d8-9b18-4d89aa0989e8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:52.136255 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9f969abd-837f-4de1-98e3-486556fb5aae req-4da35887-ddba-47d8-9b18-4d89aa0989e8 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 946 time: 0.0561070
Jan 10 12:50:52.238846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Deleting port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:50:52.239102 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:52.336213 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] For port 6c86b883-3cd7-458e-b400-d77a0e4ebea6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6c86b883-3cd7-458e-b400-d77a0e4ebea6,segment=NetworkSegment(d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0),segment_id=d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:52.336584 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:52.350067 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Calling delete_port for 6c86b883-3cd7-458e-b400-d77a0e4ebea6 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:50:52.409723 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed31254-39cf-4e1f-9fc0-19529b183885 req-14e27067-84eb-4f57-8085-ee3bc4d1d886 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:52.412978 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ed31254-39cf-4e1f-9fc0-19529b183885 req-14e27067-84eb-4f57-8085-ee3bc4d1d886 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0490153
Jan 10 12:50:52.488711 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ed31254-39cf-4e1f-9fc0-19529b183885 req-70db2508-3a5d-4cd2-8a37-05f50bf8ad7c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683024
Jan 10 12:50:52.489219 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (6c86b883-3cd7-458e-b400-d77a0e4ebea6), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:52.518419 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Pushing event deleted for resources: {'Port': ['ID=6c86b883-3cd7-458e-b400-d77a0e4ebea6,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:52.542643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cf102-6fac-41eb-81c5-1a0572f7baac req-52c7b5dc-8080-432d-b7d5-2a9ca31cc7a6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:52.545622 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e82cf102-6fac-41eb-81c5-1a0572f7baac req-52c7b5dc-8080-432d-b7d5-2a9ca31cc7a6 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 867 time: 0.0841870
Jan 10 12:50:52.557397 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] No DVR routers for this DVR port 6c86b883-3cd7-458e-b400-d77a0e4ebea6 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:50:52.560777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:52.564081 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9f969abd-837f-4de1-98e3-486556fb5aae req-6c690af5-8e16-40fc-9f56-b26f7039b044 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.15 "DELETE /v2.0/ports/6c86b883-3cd7-458e-b400-d77a0e4ebea6 HTTP/1.1" status: 204  len: 173 time: 0.4107957
Jan 10 12:50:52.564530 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'name': 'network-vif-deleted', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:52.566759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a34811-ee93-4b13-b2d8-bbb9044536e7" -d '{"events": [{"server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "name": "network-vif-deleted", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:52.597148 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e82cf102-6fac-41eb-81c5-1a0572f7baac req-b8a2088f-7223-48ee-a324-341cb47b3326 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/security-groups?id=b61a05f3-09da-48df-b563-03ccc0108b5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463922
Jan 10 12:50:52.606395 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1242dc2-ebd3-4909-a944-8b9a8a668f4c x-openstack-request-id: req-f1242dc2-ebd3-4909-a944-8b9a8a668f4c {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:52.606727 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03af44ba-8887-46a6-8431-a348b4376790", "name": "network-vif-deleted", "tag": "6c86b883-3cd7-458e-b400-d77a0e4ebea6", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:52.606984 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1242dc2-ebd3-4909-a944-8b9a8a668f4c {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:52.607388 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03af44ba-8887-46a6-8431-a348b4376790', 'name': 'network-vif-deleted', 'tag': '6c86b883-3cd7-458e-b400-d77a0e4ebea6', 'status': 'completed', 'code': 200}
Jan 10 12:50:52.793239 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677f900-d3eb-480c-a42a-525797e455c4 req-43751a29-e70a-4197-ac10-8a4928f7f792 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:52.794729 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9677f900-d3eb-480c-a42a-525797e455c4 req-43751a29-e70a-4197-ac10-8a4928f7f792 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0647466
Jan 10 12:50:52.843853 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9677f900-d3eb-480c-a42a-525797e455c4 req-40b21f17-8395-4d51-96ce-966e3dc4ead8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431118
Jan 10 12:50:53.626069 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d62d53-2de4-411b-9954-1b14b93244dd req-ee6e83f2-ea76-4256-9048-a1d3e0b91293 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:53.627647 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-73d62d53-2de4-411b-9954-1b14b93244dd req-ee6e83f2-ea76-4256-9048-a1d3e0b91293 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0610383
Jan 10 12:50:53.687601 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-73d62d53-2de4-411b-9954-1b14b93244dd req-2d620552-d756-4155-b6d0-ee551f657810 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535436
Jan 10 12:50:53.701861 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3c36e2a1-dd48-4b71-8e8d-5f2dc3671d9c req-044b8771-667a-4eb4-a274-d797a73b9683 tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.0363765
Jan 10 12:50:53.974701 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a5716-37ac-486f-bf2f-02298126769a req-79eb19ae-8d82-4036-ba9e-7d08606fbd4a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:53.976715 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-315a5716-37ac-486f-bf2f-02298126769a req-79eb19ae-8d82-4036-ba9e-7d08606fbd4a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0545003
Jan 10 12:50:54.027264 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-315a5716-37ac-486f-bf2f-02298126769a req-9f68455f-337b-477e-b1e4-ad0ec73e65fb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447049
Jan 10 12:50:54.825852 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-184a0528-4e2f-4451-86d8-1610bc1bfac9 req-1f79a4ca-623a-4e81-a622-fbad501526eb tempest-AttachVolumeNegativeTest-1205116751 tempest-AttachVolumeNegativeTest-1205116751-project] 10.222.0.13 "GET /v2.0/ports?device_id=03af44ba-8887-46a6-8431-a348b4376790 HTTP/1.1" status: 200  len: 210 time: 0.0277650
Jan 10 12:50:54.843196 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbcdfa-fc79-4b9b-b358-991cbba21648 req-4399b99a-a544-4775-b143-0e2178c3f86d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:54.844872 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7cfbcdfa-fc79-4b9b-b358-991cbba21648 req-4399b99a-a544-4775-b143-0e2178c3f86d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0749102
Jan 10 12:50:54.893389 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7cfbcdfa-fc79-4b9b-b358-991cbba21648 req-f028209c-e920-4b6e-b6d3-4de675305d25 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428982
Jan 10 12:50:55.163249 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f039c82-50ca-4da9-b8d7-66ed6fb2b414 req-5ae9ef04-ff15-4319-b63f-4ed5287f9fbc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:55.164819 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7f039c82-50ca-4da9-b8d7-66ed6fb2b414 req-5ae9ef04-ff15-4319-b63f-4ed5287f9fbc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 945 time: 0.0570655
Jan 10 12:50:55.215996 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7f039c82-50ca-4da9-b8d7-66ed6fb2b414 req-c4bc1c67-4597-4773-b17d-0441ab552fef tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455012
Jan 10 12:50:55.884036 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37272) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:55.932303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Deleting subnet 9403c6c1-8e3d-42d3-8762-9588cf0eea48 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:50:55.935897 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Publish callbacks [] for subnet (9403c6c1-8e3d-42d3-8762-9588cf0eea48), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:55.980938 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Publish callbacks [] for subnet (9403c6c1-8e3d-42d3-8762-9588cf0eea48), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.000725 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (9403c6c1-8e3d-42d3-8762-9588cf0eea48), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.048144 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:50:56.064051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb6a1e-65cb-4023-89e2-5facd68ec0f0 req-5edf8c10-8fcb-4806-b95c-49b21b7674df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:56.065535 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-38bb6a1e-65cb-4023-89e2-5facd68ec0f0 req-5edf8c10-8fcb-4806-b95c-49b21b7674df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0981734
Jan 10 12:50:56.092639 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for subnet (9403c6c1-8e3d-42d3-8762-9588cf0eea48), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.099536 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 0341fd05-df0a-4b20-a713-82457a146a1c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:50:56.099835 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.129527 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9403c6c1-8e3d-42d3-8762-9588cf0eea48,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:56.131905 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.134983 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9403c6c1-8e3d-42d3-8762-9588cf0eea48 HTTP/1.1" status: 204  len: 168 time: 0.2499645
Jan 10 12:50:56.137563 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37278) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:56.160926 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.161287 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.161784 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.162192 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.162523 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.162851 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.163177 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.163501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.163857 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.164177 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.164497 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.164814 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.165129 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe1026-4b1d-40b1-90b8-cc9a6ba36a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:50:56.185540 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 0341fd05-df0a-4b20-a713-82457a146a1c is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:50:56.185540 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.187183 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-38bb6a1e-65cb-4023-89e2-5facd68ec0f0 req-4c394346-a057-4341-80ae-7804cd6a464d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1149695
Jan 10 12:50:56.215407 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:50:56.217804 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e51780-91c9-438f-82a8-4b1413ce6f5b" -d '{"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:50:56.230606 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:50:56.237072 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.238326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c86b883-3cd7-458e-b400-d77a0e4ebea6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:50:56.243962 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (0493530f-49b3-4527-b75d-6de75567c16c), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.299649 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3a2aa9-3aed-4944-9ae1-05bdea172755 x-openstack-request-id: req-4a3a2aa9-3aed-4944-9ae1-05bdea172755 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:50:56.300074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-plugged", "status": "completed", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:50:56.300429 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a3a2aa9-3aed-4944-9ae1-05bdea172755 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:50:56.300947 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'code': 200}
Jan 10 12:50:56.317477 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 6c86b883-3cd7-458e-b400-d77a0e4ebea6 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:50:56.318437 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 6c86b883-3cd7-458e-b400-d77a0e4ebea6 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:50:56.320503 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=10']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:56.375246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (0493530f-49b3-4527-b75d-6de75567c16c), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.404542 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3fb7b7c040>> segment before_delete 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.404990 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3fb7b7c040>> subnet precommit_delete_associations 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.405821 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> segment_host_mapping after_create 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.406213 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> port after_create 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.406617 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> port after_delete 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.407047 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> port after_update 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.407446 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> segment after_delete 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.407819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> subnet after_create 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.408151 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> subnet after_delete 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.408486 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fb7edc5e0>> subnet after_update 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.483792 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fb7bcff40>> subnet after_create 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.484158 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fb7bcff40>> subnet after_delete 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.484492 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fb7bcff40>> subnet before_create 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.484822 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fb7bcff40>> subnet before_update 55550000 {{(pid=109429) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jan 10 12:50:56.485210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d8580>,) {'filters': {'network_id': ['0493530f-49b3-4527-b75d-6de75567c16c']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:56.508605 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d8580>, 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:56.508896 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d8580>, 'd3d7b6b7-04f4-473b-90a6-6a4cf36fbea0') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:50:56.527069 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd5b07-bb89-4d5e-ab69-1e35efb5c914 req-760cb665-b0c1-41fd-b70d-b0e33e68c4e5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:56.528641 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ebd5b07-bb89-4d5e-ab69-1e35efb5c914 req-760cb665-b0c1-41fd-b70d-b0e33e68c4e5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.1806600
Jan 10 12:50:56.535123 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.568377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.579245 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:50:56.579734 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (d3d7b6b7-04f4-473b-90a6-6a4cf36fbea0), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   from cryptography.utils import int_from_bytes
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   from cryptography.utils import int_from_bytes
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:50:56.583690 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:50:56.648373 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ebd5b07-bb89-4d5e-ab69-1e35efb5c914 req-694e131e-912d-4bba-a1d4-8839f12acd2b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1093097
Jan 10 12:50:56.657105 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (0493530f-49b3-4527-b75d-6de75567c16c), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.675772 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0493530f-49b3-4527-b75d-6de75567c16c,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:56.678839 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.682461 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-22911b81-69e5-4bac-b25e-782af642d3e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0493530f-49b3-4527-b75d-6de75567c16c HTTP/1.1" status: 204  len: 168 time: 0.5432255
Jan 10 12:50:56.855618 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37294) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:56.901033 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-29cb8239-5108-40be-aa9c-c1f01084d999 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc2f029676f249c681ad86a3f68525e4&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0441456
Jan 10 12:50:56.904763 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37296) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:56.955580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] Publish callbacks [] for security_group (b61a05f3-09da-48df-b563-03ccc0108b5d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:56.978572 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] Publish callbacks [] for security_group (b61a05f3-09da-48df-b563-03ccc0108b5d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:57.027655 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b61a05f3-09da-48df-b563-03ccc0108b5d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:57.030179 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:57.031325 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b61a05f3-09da-48df-b563-03ccc0108b5d HTTP/1.1" status: 204  len: 168 time: 0.1257093
Jan 10 12:50:57.042372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea2f0f-1921-487f-8704-c0bd1b9e03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a05f3-09da-48df-b563-03ccc0108b5d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:57.307965 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e75c75-31c4-468a-ae00-8f7d5ba99169 req-1b613684-e36b-47f2-9cba-864b410d5356 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:57.309779 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2e75c75-31c4-468a-ae00-8f7d5ba99169 req-1b613684-e36b-47f2-9cba-864b410d5356 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0521221
Jan 10 12:50:57.359854 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2e75c75-31c4-468a-ae00-8f7d5ba99169 req-d5cc3fb2-108a-42d0-9dcd-597b0523f01b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441868
Jan 10 12:50:57.791333 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27f978-b1f5-47f2-b6c2-b3cc0a9b28a2 req-78dcfbce-f1f7-4257-89f8-4a51e1683e7b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:57.792857 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-db27f978-b1f5-47f2-b6c2-b3cc0a9b28a2 req-78dcfbce-f1f7-4257-89f8-4a51e1683e7b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0674267
Jan 10 12:50:57.838943 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-db27f978-b1f5-47f2-b6c2-b3cc0a9b28a2 req-c053c98d-80f6-460f-86f8-c33ec8614deb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405705
Jan 10 12:50:58.489113 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a3db3-1a97-4b2c-ad92-88674925a29a req-63862155-7aab-4b12-bd25-a78fe88549df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:58.490706 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c83a3db3-1a97-4b2c-ad92-88674925a29a req-63862155-7aab-4b12-bd25-a78fe88549df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0638294
Jan 10 12:50:58.542788 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c83a3db3-1a97-4b2c-ad92-88674925a29a req-8e8f3c05-199a-4492-a9fe-d93531d25d62 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462365
Jan 10 12:50:58.959245 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de5ec5-ac8e-41da-a31f-40779b1e2aef req-8bd9c9da-033d-4064-8fd0-33d4a0ed1d4d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:58.960738 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83de5ec5-ac8e-41da-a31f-40779b1e2aef req-8bd9c9da-033d-4064-8fd0-33d4a0ed1d4d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0508208
Jan 10 12:50:59.014412 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83de5ec5-ac8e-41da-a31f-40779b1e2aef req-650e3b81-8a80-40c5-a6da-035cbd9ca316 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476131
Jan 10 12:50:59.491667 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb431e88-4b40-4f71-bc80-9644d47834e0 req-8e1697b8-6473-4468-91a3-ee04e0111b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:59.493219 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb431e88-4b40-4f71-bc80-9644d47834e0 req-8e1697b8-6473-4468-91a3-ee04e0111b5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 1100 time: 0.0419390
Jan 10 12:50:59.542819 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb431e88-4b40-4f71-bc80-9644d47834e0 req-6ad5d342-39bd-4df0-b84e-b62e0fc88a16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381014
Jan 10 12:50:59.662920 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba54410-42b7-40b5-8c7b-b0b03b38a10c req-d8a46c24-8e97-4ad5-99bb-13d5ef036fb5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:50:59.664435 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9ba54410-42b7-40b5-8c7b-b0b03b38a10c req-d8a46c24-8e97-4ad5-99bb-13d5ef036fb5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0508130
Jan 10 12:50:59.665367 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37372) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:59.718158 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9ba54410-42b7-40b5-8c7b-b0b03b38a10c req-835d6292-4751-48bd-afaa-abe9d61a213a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474877
Jan 10 12:50:59.781527 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4188ed3a-a2ad-4418-bf40-793bd7e13d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:59.865586 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4188ed3a-a2ad-4418-bf40-793bd7e13d5f admin admin] Publish callbacks [] for security_group (848401c6-0bd3-4ed3-a94b-fdac035fd540), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:59.870840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4188ed3a-a2ad-4418-bf40-793bd7e13d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (848401c6-0bd3-4ed3-a94b-fdac035fd540), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:59.908993 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-4188ed3a-a2ad-4418-bf40-793bd7e13d5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcea38334db7411286bf8be5056ae9b9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2425594
Jan 10 12:50:59.910145 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188ed3a-a2ad-4418-bf40-793bd7e13d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848401c6-0bd3-4ed3-a94b-fdac035fd540,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:50:59.911550 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37378) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:50:59.965286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] Publish callbacks [] for security_group (848401c6-0bd3-4ed3-a94b-fdac035fd540), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:50:59.987735 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] Publish callbacks [] for security_group (848401c6-0bd3-4ed3-a94b-fdac035fd540), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.038466 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (848401c6-0bd3-4ed3-a94b-fdac035fd540), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.041305 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.042470 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/848401c6-0bd3-4ed3-a94b-fdac035fd540 HTTP/1.1" status: 204  len: 168 time: 0.1299379
Jan 10 12:51:00.050629 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d73736-c890-4a24-898c-4cc4f70ae50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848401c6-0bd3-4ed3-a94b-fdac035fd540,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:00.150590 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae99e3-64cc-4cc0-9fd9-cea572cc4845 req-4175f263-c8ae-47c1-ac46-3d9698255947 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:00.152020 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-16ae99e3-64cc-4cc0-9fd9-cea572cc4845 req-4175f263-c8ae-47c1-ac46-3d9698255947 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0514252
Jan 10 12:51:00.201972 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-16ae99e3-64cc-4cc0-9fd9-cea572cc4845 req-22de6d3b-1343-4fd6-aa4a-f72b3183a3c6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440187
Jan 10 12:51:00.328619 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37388) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:00.343360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ca1-dbed-471b-af40-9f3cf2ba0842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.429618 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ca1-dbed-471b-af40-9f3cf2ba0842 admin admin] Publish callbacks [] for security_group (9182b1b4-a84d-486f-aac0-db9be0ad04d2), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.433531 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1cc03ca1-dbed-471b-af40-9f3cf2ba0842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9182b1b4-a84d-486f-aac0-db9be0ad04d2), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.471546 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc03ca1-dbed-471b-af40-9f3cf2ba0842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9182b1b4-a84d-486f-aac0-db9be0ad04d2,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:00.478896 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37390) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:00.479071 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1cc03ca1-dbed-471b-af40-9f3cf2ba0842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=874c1c6d57bd43a2a2430c5f11c5adc0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1491582
Jan 10 12:51:00.542048 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] Publish callbacks [] for security_group (9182b1b4-a84d-486f-aac0-db9be0ad04d2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.563231 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] Publish callbacks [] for security_group (9182b1b4-a84d-486f-aac0-db9be0ad04d2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.611370 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9182b1b4-a84d-486f-aac0-db9be0ad04d2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.613980 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:00.615218 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9182b1b4-a84d-486f-aac0-db9be0ad04d2 HTTP/1.1" status: 204  len: 168 time: 0.1348348
Jan 10 12:51:00.625029 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b45af-e3d1-4c0e-8f1f-c84602e0634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9182b1b4-a84d-486f-aac0-db9be0ad04d2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:00.840628 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7ab23-46ba-41d9-9aa9-a402dcc88a1a req-12b4a8ee-6c8f-415e-a30c-4409db031cd1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:00.842107 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-91c7ab23-46ba-41d9-9aa9-a402dcc88a1a req-12b4a8ee-6c8f-415e-a30c-4409db031cd1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0493371
Jan 10 12:51:00.890622 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-91c7ab23-46ba-41d9-9aa9-a402dcc88a1a req-91969e82-46a4-4a12-9a7a-382d4be76c34 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429578
Jan 10 12:51:01.234959 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e042d-4f77-42b5-a61f-e136906678ee req-cf88ae35-3ed0-4ea3-8212-53aa5cf4cf59 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:01.236680 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f8e042d-4f77-42b5-a61f-e136906678ee req-cf88ae35-3ed0-4ea3-8212-53aa5cf4cf59 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0601239
Jan 10 12:51:01.314391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f8e042d-4f77-42b5-a61f-e136906678ee req-4494bae4-fc82-4157-aca1-2e859fcc114c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701554
Jan 10 12:51:01.370484 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37448) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:01.373973 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92b58-593c-4525-9b65-b4b9674581e0 req-5fa0abf3-2753-4c9d-8c39-cd2561dddc2e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:01.375853 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6d92b58-593c-4525-9b65-b4b9674581e0 req-5fa0abf3-2753-4c9d-8c39-cd2561dddc2e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0527899
Jan 10 12:51:01.425042 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e6d92b58-593c-4525-9b65-b4b9674581e0 req-261f3f8d-2418-4707-ad6c-bcc46762010a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435588
Jan 10 12:51:01.529537 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496178378-network', 'tenant_id': '758d960404ad471a9fe52ab515d7729a'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:01.551619 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Made reservation on behalf of 758d960404ad471a9fe52ab515d7729a for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:51:01.554248 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.563222 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.634804 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks [] for security_group (61799816-3b6d-4976-91ed-45f16a016f8b), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.638907 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (61799816-3b6d-4976-91ed-45f16a016f8b), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.667765 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:51:01.673134 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61799816-3b6d-4976-91ed-45f16a016f8b,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:01.680722 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (da96647a-be35-4853-ad74-ebe36791d74d), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.681049 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Added segment da96647a-be35-4853-ad74-ebe36791d74d of type vlan for network 5e38291e-8897-4823-bc69-e4d007e000ad
Jan 10 12:51:01.729390 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (5e38291e-8897-4823-bc69-e4d007e000ad), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.757191 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (5e38291e-8897-4823-bc69-e4d007e000ad), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.758367 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:01.758996 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:01.814914 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4431040
Jan 10 12:51:01.817997 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37474) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:01.822154 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95435fc-794b-4c0f-9724-8b998717b8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5e38291e-8897-4823-bc69-e4d007e000ad,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:01.823019 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Request body: {'subnet': {'network_id': '5e38291e-8897-4823-bc69-e4d007e000ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496178378-subnet', 'tenant_id': '758d960404ad471a9fe52ab515d7729a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:01.832765 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 5e38291e-8897-4823-bc69-e4d007e000ad details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:51:01.846133 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Made reservation on behalf of 758d960404ad471a9fe52ab515d7729a for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:51:01.848475 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8551441'] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.039583 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8875859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8551427'] for subnet (863bb7e6-35c3-4c6e-83da-834714cdb12c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.048265 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8484793-f247-4a78-bea2-4c576c4cb9b6 req-4feaeb1d-315d-42f1-b6b8-f72b172ea63a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:02.049717 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8484793-f247-4a78-bea2-4c576c4cb9b6 req-4feaeb1d-315d-42f1-b6b8-f72b172ea63a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0880239
Jan 10 12:51:02.124098 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863bb7e6-35c3-4c6e-83da-834714cdb12c,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:02.149966 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8484793-f247-4a78-bea2-4c576c4cb9b6 req-5969671e-0357-4373-925b-c98f35d56d6b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941896
Jan 10 12:51:02.153879 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Checking segment: {'id': 'da96647a-be35-4853-ad74-ebe36791d74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5e38291e-8897-4823-bc69-e4d007e000ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:51:02.154230 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Network hostable DHCP agents. Network: 5e38291e-8897-4823-bc69-e4d007e000ad, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:51:02.172537 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Network 5e38291e-8897-4823-bc69-e4d007e000ad is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:51:02.181966 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5e38291e-8897-4823-bc69-e4d007e000ad) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:51:02.186518 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:02.187127 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.191666 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ea0ae-c202-48f8-91a4-9afa48b1a37a None None] Network 5e38291e-8897-4823-bc69-e4d007e000ad requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:51:02.204916 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d1345e9b-b087-4963-bedb-fa2c96334965 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3857286
Jan 10 12:51:02.288360 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28abfd4b-3798-4938-8e22-f3f8d936d331 None None] Network 5e38291e-8897-4823-bc69-e4d007e000ad requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:51:02.433625 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e345b-7658-4d34-b18d-04099ba1ae94 req-73f26882-e360-4f8e-9c92-2a40c183e3f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:02.435481 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a72e345b-7658-4d34-b18d-04099ba1ae94 req-73f26882-e360-4f8e-9c92-2a40c183e3f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0494623
Jan 10 12:51:02.484562 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a72e345b-7658-4d34-b18d-04099ba1ae94 req-fac1a526-e12f-4183-801e-7b35e2208efa tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433614
Jan 10 12:51:02.553731 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd16ad-3674-4ec1-97ec-169d9f187332 req-2bcc6282-0b67-4dc6-a3a1-b28919fffa15 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:02.555299 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d7bd16ad-3674-4ec1-97ec-169d9f187332 req-2bcc6282-0b67-4dc6-a3a1-b28919fffa15 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0481424
Jan 10 12:51:02.606383 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d7bd16ad-3674-4ec1-97ec-169d9f187332 req-c11094c9-fb22-4a33-b5df-dd62a77befb6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448463
Jan 10 12:51:02.700032 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37498) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:02.704871 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693695562-network', 'tenant_id': 'd302931a4de94270948fe2e83133fe5b'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:02.732582 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Made reservation on behalf of d302931a4de94270948fe2e83133fe5b for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:51:02.735233 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.745394 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.822325 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks [] for security_group (b4dfa8f0-b158-4146-9523-6bf9663ba509), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.827692 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b4dfa8f0-b158-4146-9523-6bf9663ba509), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.852098 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:51:02.861514 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dfa8f0-b158-4146-9523-6bf9663ba509,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:02.866889 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (764ba764-d8bd-473e-9660-925dd2820e96), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.867225 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Added segment 764ba764-d8bd-473e-9660-925dd2820e96 of type vlan for network 1b4c31df-9219-4357-84c9-740bb9a6003e
Jan 10 12:51:02.905826 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (1b4c31df-9219-4357-84c9-740bb9a6003e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.930951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (1b4c31df-9219-4357-84c9-740bb9a6003e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.931973 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:02.932557 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:02.963060 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.2619808
Jan 10 12:51:02.965992 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37502) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:02.971041 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Request body: {'subnet': {'network_id': '1b4c31df-9219-4357-84c9-740bb9a6003e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1693695562-subnet', 'tenant_id': 'd302931a4de94270948fe2e83133fe5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:02.995042 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Made reservation on behalf of d302931a4de94270948fe2e83133fe5b for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:51:02.996210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a26a5c-a74f-4881-9aab-43a2d60a37a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4c31df-9219-4357-84c9-740bb9a6003e,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:02.997829 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3705124'] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.006079 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 1b4c31df-9219-4357-84c9-740bb9a6003e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:51:03.164073 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3705142'] for subnet (17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.220964 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:03.231728 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Checking segment: {'id': '764ba764-d8bd-473e-9660-925dd2820e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1b4c31df-9219-4357-84c9-740bb9a6003e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:51:03.232088 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Network hostable DHCP agents. Network: 1b4c31df-9219-4357-84c9-740bb9a6003e, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:51:03.251728 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Network 1b4c31df-9219-4357-84c9-740bb9a6003e is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:51:03.261833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1b4c31df-9219-4357-84c9-740bb9a6003e) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:51:03.266782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:03.267986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.271359 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb111c56-b87d-4c21-afff-7dc9484aa434 None None] Network 1b4c31df-9219-4357-84c9-740bb9a6003e requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:51:03.275315 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d503f15-eb85-4c72-9fa4-73c4a6a2bfb8 req-453ae932-32c6-438f-a893-4b7967f80ce6 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:03.277109 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3d503f15-eb85-4c72-9fa4-73c4a6a2bfb8 req-453ae932-32c6-438f-a893-4b7967f80ce6 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0558889
Jan 10 12:51:03.287555 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c61f6e58-3924-4ace-976b-f37216b161df admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.3181210
Jan 10 12:51:03.340382 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3d503f15-eb85-4c72-9fa4-73c4a6a2bfb8 req-798720d6-6880-4236-a7a3-6b4fb57071c9 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557222
Jan 10 12:51:03.400504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5685915-c40c-4068-ab9e-34684060d207 None None] Network 1b4c31df-9219-4357-84c9-740bb9a6003e requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:51:03.414253 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37512) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:03.465149 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Deleting subnet 863bb7e6-35c3-4c6e-83da-834714cdb12c {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:51:03.468517 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Publish callbacks [] for subnet (863bb7e6-35c3-4c6e-83da-834714cdb12c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.504771 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (863bb7e6-35c3-4c6e-83da-834714cdb12c), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.543427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (863bb7e6-35c3-4c6e-83da-834714cdb12c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.601602 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (863bb7e6-35c3-4c6e-83da-834714cdb12c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.602668 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb25ac6-d097-49dd-b394-28cba2f8e49b req-82f466e7-6313-46fa-9b71-4e9a2440dc33 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:03.604277 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bb25ac6-d097-49dd-b394-28cba2f8e49b req-82f466e7-6313-46fa-9b71-4e9a2440dc33 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0494189
Jan 10 12:51:03.628277 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=863bb7e6-35c3-4c6e-83da-834714cdb12c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:03.630169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.634117 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3b3a7ab5-f6a5-4d05-90ef-b9adc791dba6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/863bb7e6-35c3-4c6e-83da-834714cdb12c HTTP/1.1" status: 204  len: 168 time: 0.2187850
Jan 10 12:51:03.636713 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37518) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:03.664635 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bb25ac6-d097-49dd-b394-28cba2f8e49b req-11e4704c-b895-4fb1-9318-559f4ce5501d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546889
Jan 10 12:51:03.706722 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (5e38291e-8897-4823-bc69-e4d007e000ad), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.737864 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0f62e-3d04-4341-bcab-3dcee1ac21dd req-6cc9493d-ee3f-455f-80e6-fb7edb133bbf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:03.739410 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c0f0f62e-3d04-4341-bcab-3dcee1ac21dd req-6cc9493d-ee3f-455f-80e6-fb7edb133bbf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0537419
Jan 10 12:51:03.798047 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (5e38291e-8897-4823-bc69-e4d007e000ad), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.798327 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c0f0f62e-3d04-4341-bcab-3dcee1ac21dd req-7b03ac34-4c1d-470f-acde-64a1d2f49962 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490017
Jan 10 12:51:03.819132 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb747cfd0>,) {'filters': {'network_id': ['5e38291e-8897-4823-bc69-e4d007e000ad']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:03.828394 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb747cfd0>, 'da96647a-be35-4853-ad74-ebe36791d74d') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:03.828700 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb747cfd0>, 'da96647a-be35-4853-ad74-ebe36791d74d') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:03.837783 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (da96647a-be35-4853-ad74-ebe36791d74d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.853526 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (da96647a-be35-4853-ad74-ebe36791d74d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.860559 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:51:03.861024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (da96647a-be35-4853-ad74-ebe36791d74d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:51:03.862871 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:51:03.866425 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:51:03.920860 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (5e38291e-8897-4823-bc69-e4d007e000ad), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.925846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:03.929094 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5e38291e-8897-4823-bc69-e4d007e000ad HTTP/1.1" status: 204  len: 168 time: 0.2913070
Jan 10 12:51:03.931995 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37522) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:03.940397 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7889-13f3-4600-8f6f-ba0b984c4948 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e38291e-8897-4823-bc69-e4d007e000ad,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:03.980253 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Deleting subnet 17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:51:03.983563 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Publish callbacks [] for subnet (17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.019544 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.062427 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.114880 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.141087 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:04.146577 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.150472 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7ef7278a-fd2a-43a6-955a-421a1b334729 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17cfc7f6-19f6-4a39-b0f2-a9fecc683bbf HTTP/1.1" status: 204  len: 168 time: 0.2173831
Jan 10 12:51:04.153152 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37524) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:04.223535 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (1b4c31df-9219-4357-84c9-740bb9a6003e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.305259 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (1b4c31df-9219-4357-84c9-740bb9a6003e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.325808 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb7ec9790>,) {'filters': {'network_id': ['1b4c31df-9219-4357-84c9-740bb9a6003e']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:04.335306 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7ec9790>, '764ba764-d8bd-473e-9660-925dd2820e96') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:04.335656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7ec9790>, '764ba764-d8bd-473e-9660-925dd2820e96') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:04.345079 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (764ba764-d8bd-473e-9660-925dd2820e96), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.361186 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (764ba764-d8bd-473e-9660-925dd2820e96), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.369493 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:51:04.369736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (764ba764-d8bd-473e-9660-925dd2820e96), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:51:04.371761 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:51:04.428695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (1b4c31df-9219-4357-84c9-740bb9a6003e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.434097 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.437739 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b4c31df-9219-4357-84c9-740bb9a6003e HTTP/1.1" status: 204  len: 168 time: 0.2834694
Jan 10 12:51:04.450250 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f3859-e361-43fd-9b3c-49d2173ee2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4c31df-9219-4357-84c9-740bb9a6003e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:04.486284 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113deddf-5b43-4a09-b01f-8e6a708f72c2 req-c6b87794-7239-46b5-84a5-4bc1a84c163b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:04.487868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-113deddf-5b43-4a09-b01f-8e6a708f72c2 req-c6b87794-7239-46b5-84a5-4bc1a84c163b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0628979
Jan 10 12:51:04.538247 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-113deddf-5b43-4a09-b01f-8e6a708f72c2 req-681dd564-cda9-47ab-a584-854dafb13bc1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429327
Jan 10 12:51:04.611500 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37532) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:04.659677 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-afd15455-b364-4861-aab0-e291dffcf943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=758d960404ad471a9fe52ab515d7729a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0469036
Jan 10 12:51:04.662412 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37534) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:04.711340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] Publish callbacks [] for security_group (61799816-3b6d-4976-91ed-45f16a016f8b), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.734077 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] Publish callbacks [] for security_group (61799816-3b6d-4976-91ed-45f16a016f8b), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.783146 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c47758-a4ca-4273-a9d9-02663a53c519 req-0e6da9f5-3bc4-49d6-8e26-ba6ee2301ddc tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:04.784735 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b6c47758-a4ca-4273-a9d9-02663a53c519 req-0e6da9f5-3bc4-49d6-8e26-ba6ee2301ddc tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0538757
Jan 10 12:51:04.797215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (61799816-3b6d-4976-91ed-45f16a016f8b), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.800335 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:04.804866 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61799816-3b6d-4976-91ed-45f16a016f8b HTTP/1.1" status: 204  len: 168 time: 0.1414504
Jan 10 12:51:04.813926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d005e-e683-485e-984a-945709d2de36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61799816-3b6d-4976-91ed-45f16a016f8b,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:04.847392 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b6c47758-a4ca-4273-a9d9-02663a53c519 req-3b7b8542-9613-405c-9236-d5d2171b43a0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546422
Jan 10 12:51:04.946996 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7d36-6ae4-4e32-a23e-55eeba4e9d63 req-a1de94c2-c82f-44e4-ad1d-c3c00a302a9c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:04.948707 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b12b7d36-6ae4-4e32-a23e-55eeba4e9d63 req-a1de94c2-c82f-44e4-ad1d-c3c00a302a9c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0617876
Jan 10 12:51:04.999981 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b12b7d36-6ae4-4e32-a23e-55eeba4e9d63 req-29826743-48f8-4907-b049-a9e734ab2b26 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432136
Jan 10 12:51:05.187466 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37552) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:05.227435 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5b645b50-a0d7-42f5-a953-31646bd6b026 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d302931a4de94270948fe2e83133fe5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0387325
Jan 10 12:51:05.230621 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37554) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:05.279589 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] Publish callbacks [] for security_group (b4dfa8f0-b158-4146-9523-6bf9663ba509), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:05.312706 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] Publish callbacks [] for security_group (b4dfa8f0-b158-4146-9523-6bf9663ba509), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:05.362808 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b4dfa8f0-b158-4146-9523-6bf9663ba509), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:05.365333 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:05.366475 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4dfa8f0-b158-4146-9523-6bf9663ba509 HTTP/1.1" status: 204  len: 168 time: 0.1353657
Jan 10 12:51:05.374105 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aac43c-4c35-42c5-bb05-d0762260d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dfa8f0-b158-4146-9523-6bf9663ba509,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:05.672345 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddf42-c5f6-45a4-9ff0-fa6b12bef076 req-28f4a6e3-a04f-4de3-96d8-5c3148c2b9cc tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:05.674137 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7beddf42-c5f6-45a4-9ff0-fa6b12bef076 req-28f4a6e3-a04f-4de3-96d8-5c3148c2b9cc tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0575886
Jan 10 12:51:05.743073 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7beddf42-c5f6-45a4-9ff0-fa6b12bef076 req-133ffa59-6033-41a9-a4d0-3b03388437da tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596747
Jan 10 12:51:05.976258 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fb6d8-2a82-4462-aca5-3b3d7f7aa84c req-dbb8a626-ff44-410c-afba-68af1eb19f4b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:05.977995 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a16fb6d8-2a82-4462-aca5-3b3d7f7aa84c req-dbb8a626-ff44-410c-afba-68af1eb19f4b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0608671
Jan 10 12:51:06.035532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a16fb6d8-2a82-4462-aca5-3b3d7f7aa84c req-86a2e4ac-7a31-4c0c-affa-04bed94fe6e7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503411
Jan 10 12:51:07.067799 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6eb7ed-9b2e-460d-8dd8-fd3ba1917e6c req-0b2acb31-68c2-4380-9e5e-a87a0be3c105 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:07.069697 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ae6eb7ed-9b2e-460d-8dd8-fd3ba1917e6c req-0b2acb31-68c2-4380-9e5e-a87a0be3c105 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.2493539
Jan 10 12:51:07.144123 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ae6eb7ed-9b2e-460d-8dd8-fd3ba1917e6c req-8907a97c-a524-4a43-9da5-d5d8b901baba tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665095
Jan 10 12:51:07.188314 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf960e-b637-4fe7-989b-08a416b14494 req-387b8b59-88b1-4605-afde-06816dee7e4c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:07.189809 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bebf960e-b637-4fe7-989b-08a416b14494 req-387b8b59-88b1-4605-afde-06816dee7e4c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0668185
Jan 10 12:51:07.241956 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bebf960e-b637-4fe7-989b-08a416b14494 req-f8c30910-8720-4b4f-8f0d-57da2ea20f81 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454638
Jan 10 12:51:08.078940 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b989fbc-16f7-408a-88dc-f77bdba86b7d req-316a114f-e09d-4b27-9103-782507165aff tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:08.080450 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9b989fbc-16f7-408a-88dc-f77bdba86b7d req-316a114f-e09d-4b27-9103-782507165aff tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0503299
Jan 10 12:51:08.132524 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9b989fbc-16f7-408a-88dc-f77bdba86b7d req-c5c5e6aa-bbae-4aef-a12c-cc5842e90d28 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464933
Jan 10 12:51:08.259846 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdba26-afda-445d-8603-72af3725fda6 req-3cbcaf0b-c6c6-45be-a69f-b71ceb54d93f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:08.261297 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9cbdba26-afda-445d-8603-72af3725fda6 req-3cbcaf0b-c6c6-45be-a69f-b71ceb54d93f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0485315
Jan 10 12:51:08.313058 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9cbdba26-afda-445d-8603-72af3725fda6 req-78eda477-9b35-4fab-bb1f-e0991d06f404 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459814
Jan 10 12:51:08.484005 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e272eb6c-9303-4ef9-ac0a-41541bff107f req-0032b10e-54f3-4d72-86a8-cd12816c6ef3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:08.486539 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e272eb6c-9303-4ef9-ac0a-41541bff107f req-0032b10e-54f3-4d72-86a8-cd12816c6ef3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0740459
Jan 10 12:51:08.534019 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e272eb6c-9303-4ef9-ac0a-41541bff107f req-5f7b5965-30af-4400-b03d-6038ee569161 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410511
Jan 10 12:51:08.617511 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-52f83859-d622-467b-ae1e-fda1e94fc24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:09.269190 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23e781-247e-4970-9aa8-85858cf1c135 req-88c5b999-b283-4261-ac5b-76096f99bb96 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:09.270680 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ed23e781-247e-4970-9aa8-85858cf1c135 req-88c5b999-b283-4261-ac5b-76096f99bb96 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0659788
Jan 10 12:51:09.321525 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ed23e781-247e-4970-9aa8-85858cf1c135 req-d6459ef9-cc12-4317-a054-069674829108 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449615
Jan 10 12:51:09.487554 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e49ce-4730-417b-b938-bca6756a18b5 req-a8007b4c-65aa-445c-8db8-3c172c430c92 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:09.487554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c78e49ce-4730-417b-b938-bca6756a18b5 req-a8007b4c-65aa-445c-8db8-3c172c430c92 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0624797
Jan 10 12:51:09.547997 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c78e49ce-4730-417b-b938-bca6756a18b5 req-94e7d3b3-3042-44e2-a924-3eb2a56f2ab0 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468986
Jan 10 12:51:09.659013 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09085-ff03-494b-8ab1-431bb6b961af req-0d484848-dc69-4a8e-8014-c54b7887fcea tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:09.660508 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a7a09085-ff03-494b-8ab1-431bb6b961af req-0d484848-dc69-4a8e-8014-c54b7887fcea tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0561213
Jan 10 12:51:09.735360 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b9af7-22bc-4ee2-9600-0df338824fb3 req-c5e79087-3a01-40b7-b422-b0fb07e622f0 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:09.736437 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-355b9af7-22bc-4ee2-9600-0df338824fb3 req-c5e79087-3a01-40b7-b422-b0fb07e622f0 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.0750365
Jan 10 12:51:09.743273 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a7a09085-ff03-494b-8ab1-431bb6b961af req-7dd142fc-248d-4112-adaa-24d63e1cb15b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707047
Jan 10 12:51:09.755846 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:51:09.784264 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-355b9af7-22bc-4ee2-9600-0df338824fb3 req-6e34a70c-f32c-4576-bb2d-2fcad2fa9863 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413523
Jan 10 12:51:10.447890 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23993045-af66-4542-aee5-84a70da7cacb req-a0a2a37f-74dc-47e2-81f2-f6bea7417fe3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:10.449344 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-23993045-af66-4542-aee5-84a70da7cacb req-a0a2a37f-74dc-47e2-81f2-f6bea7417fe3 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0490968
Jan 10 12:51:10.500760 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-23993045-af66-4542-aee5-84a70da7cacb req-686c5b1d-1caa-445c-ba21-d49656ac83e0 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455856
Jan 10 12:51:10.586535 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37698) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:10.665719 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eabfda9-cadf-4d29-bc9a-fa4f7428d8f9 req-bd9c019e-6294-45ac-9555-3b7066221b06 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:10.667251 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5eabfda9-cadf-4d29-bc9a-fa4f7428d8f9 req-bd9c019e-6294-45ac-9555-3b7066221b06 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0485241
Jan 10 12:51:10.690701 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d128da64-fe0c-447e-a488-faf0aaf02fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.716418 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5eabfda9-cadf-4d29-bc9a-fa4f7428d8f9 req-9acbe3a4-f292-4c30-baca-f4e77d6d3d33 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435481
Jan 10 12:51:10.770059 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d128da64-fe0c-447e-a488-faf0aaf02fea admin admin] Publish callbacks [] for security_group (cec6ba77-9a44-4b24-ac45-45c2f5ab87f7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.774195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d128da64-fe0c-447e-a488-faf0aaf02fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (cec6ba77-9a44-4b24-ac45-45c2f5ab87f7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.812213 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-d128da64-fe0c-447e-a488-faf0aaf02fea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46114f1b7b3e4639a80ee72df075d1d0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2245665
Jan 10 12:51:10.813186 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128da64-fe0c-447e-a488-faf0aaf02fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec6ba77-9a44-4b24-ac45-45c2f5ab87f7,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:10.815609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37706) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:10.846564 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-529c68a3-b7f6-4159-9109-a75f6c9639b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.875060 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35230b13-9083-4d19-a469-22d310955733 req-f370aff3-084d-4a76-99c5-7a63e61be6f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:10.876573 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-35230b13-9083-4d19-a469-22d310955733 req-f370aff3-084d-4a76-99c5-7a63e61be6f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0649543
Jan 10 12:51:10.888308 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] Publish callbacks [] for security_group (cec6ba77-9a44-4b24-ac45-45c2f5ab87f7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.910790 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] Publish callbacks [] for security_group (cec6ba77-9a44-4b24-ac45-45c2f5ab87f7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.952842 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-35230b13-9083-4d19-a469-22d310955733 req-37fa2f7c-f8a6-45fe-8b69-41431f1a376d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679004
Jan 10 12:51:10.961247 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b57cf6-54d6-4dfa-bf0b-877991544c8b req-c89fdd61-8280-42f3-8704-0992d038f2f2 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:10.962692 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05b57cf6-54d6-4dfa-bf0b-877991544c8b req-c89fdd61-8280-42f3-8704-0992d038f2f2 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.0987356
Jan 10 12:51:10.964084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (cec6ba77-9a44-4b24-ac45-45c2f5ab87f7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.967476 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:10.969428 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cec6ba77-9a44-4b24-ac45-45c2f5ab87f7 HTTP/1.1" status: 204  len: 168 time: 0.1520593
Jan 10 12:51:10.982944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9df48-80b7-4c07-8835-2ca58adf95ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec6ba77-9a44-4b24-ac45-45c2f5ab87f7,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:11.016646 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05b57cf6-54d6-4dfa-bf0b-877991544c8b req-195d353e-be68-4a21-9e3b-f82f8b098bf7 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480955
Jan 10 12:51:11.269368 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37712) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:11.282629 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-43e8bf98-a58f-4f8c-a726-b3cf126c8c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.313877 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-d6392c0c-a800-4708-89ac-bdc8d650d290 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:11.315332 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-d6392c0c-a800-4708-89ac-bdc8d650d290 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0518179
Jan 10 12:51:11.359754 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-43e8bf98-a58f-4f8c-a726-b3cf126c8c41 admin admin] Publish callbacks [] for security_group (bf3c2452-7f2c-499c-85b1-876a371c51dc), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.365924 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-43e8bf98-a58f-4f8c-a726-b3cf126c8c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bf3c2452-7f2c-499c-85b1-876a371c51dc), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.401769 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8bf98-a58f-4f8c-a726-b3cf126c8c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3c2452-7f2c-499c-85b1-876a371c51dc,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:11.409955 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-43e8bf98-a58f-4f8c-a726-b3cf126c8c41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38b6f30947a245d0a925e2985be9f54b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1370962
Jan 10 12:51:11.410562 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37714) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:11.416972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Deleting port 5f9bf9f4-13cb-4777-adde-d6b21836bdff {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:11.417312 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.459657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] Publish callbacks [] for security_group (bf3c2452-7f2c-499c-85b1-876a371c51dc), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.481731 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] Publish callbacks [] for security_group (bf3c2452-7f2c-499c-85b1-876a371c51dc), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.506867 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] For port 5f9bf9f4-13cb-4777-adde-d6b21836bdff, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5f9bf9f4-13cb-4777-adde-d6b21836bdff,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:11.507239 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.520699 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Calling delete_port for 5f9bf9f4-13cb-4777-adde-d6b21836bdff owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:11.535107 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bf3c2452-7f2c-499c-85b1-876a371c51dc), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.537980 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.539146 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf3c2452-7f2c-499c-85b1-876a371c51dc HTTP/1.1" status: 204  len: 168 time: 0.1280699
Jan 10 12:51:11.547818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce27385-fdbd-41c4-8098-61cb797573ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3c2452-7f2c-499c-85b1-876a371c51dc,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:11.625404 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6886220-cb99-4a97-b0dd-9a811d1e6f45 req-2fd7376d-f123-425c-ae07-0c6a9e35ff99 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:11.626915 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d6886220-cb99-4a97-b0dd-9a811d1e6f45 req-2fd7376d-f123-425c-ae07-0c6a9e35ff99 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c7d250b-ae30-4ddc-9e68-0272505cf636 HTTP/1.1" status: 200  len: 945 time: 0.0484626
Jan 10 12:51:11.683379 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (5f9bf9f4-13cb-4777-adde-d6b21836bdff), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.683998 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d6886220-cb99-4a97-b0dd-9a811d1e6f45 req-46dc704d-841c-49b9-a91b-5333583df077 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474474
Jan 10 12:51:11.697644 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'f0859772-0161-44d0-9616-11e398c35d8b'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:51:11.719467 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Pushing event deleted for resources: {'Port': ['ID=5f9bf9f4-13cb-4777-adde-d6b21836bdff,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:11.781164 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] No DVR routers for this DVR port 5f9bf9f4-13cb-4777-adde-d6b21836bdff on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:51:11.784586 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:11.788131 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6a2b9539-472a-486f-bdb7-19bad2cb8b21 req-bf9a9540-4741-4edb-b7a3-86ab5993176a tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "DELETE /v2.0/ports/5f9bf9f4-13cb-4777-adde-d6b21836bdff HTTP/1.1" status: 204  len: 173 time: 0.4660928
Jan 10 12:51:11.788602 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'name': 'network-vif-deleted', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:11.791128 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c321afc-d1ea-44a1-8fb9-b50afea14d8e" -d '{"events": [{"server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "name": "network-vif-deleted", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:11.851504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0a6bdb-dd0a-4510-9375-86acdf8e06b2 x-openstack-request-id: req-cc0a6bdb-dd0a-4510-9375-86acdf8e06b2 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:11.852239 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7d250b-ae30-4ddc-9e68-0272505cf636", "name": "network-vif-deleted", "tag": "5f9bf9f4-13cb-4777-adde-d6b21836bdff", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:11.852695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc0a6bdb-dd0a-4510-9375-86acdf8e06b2 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:11.853431 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7d250b-ae30-4ddc-9e68-0272505cf636', 'name': 'network-vif-deleted', 'tag': '5f9bf9f4-13cb-4777-adde-d6b21836bdff', 'status': 'completed', 'code': 200}
Jan 10 12:51:11.863451 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a9547-ea17-4522-853f-6e9a8e0def07 req-a1a6175b-c068-46df-9227-80cec442f5f3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:11.865011 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-405a9547-ea17-4522-853f-6e9a8e0def07 req-a1a6175b-c068-46df-9227-80cec442f5f3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0638206
Jan 10 12:51:11.919331 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-405a9547-ea17-4522-853f-6e9a8e0def07 req-3c0ecb70-5d14-45d4-84ca-75a0801c7417 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471437
Jan 10 12:51:12.010674 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-3cf11ae3-a00a-48da-a30a-e3ea17a1314f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:12.012440 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-3cf11ae3-a00a-48da-a30a-e3ea17a1314f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.0552549
Jan 10 12:51:12.022834 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:12.085451 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef6837-d781-473e-b7b4-86271b117ca3 req-b69480c7-3087-41bf-9ef1-458e891ad864 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:12.087157 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65ef6837-d781-473e-b7b4-86271b117ca3 req-b69480c7-3087-41bf-9ef1-458e891ad864 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0609641
Jan 10 12:51:12.129593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Deleting port f8161287-bb70-4b66-8b85-92c2fa1f8702 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:12.130032 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:12.168080 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65ef6837-d781-473e-b7b4-86271b117ca3 req-26edfe9c-7b89-415d-835f-f4bf2c352d85 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750642
Jan 10 12:51:12.184652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045ca0e-492d-4e19-aa52-402f8f711130 req-5444a176-0a9b-4272-a175-0ea569793c3e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:12.186450 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1045ca0e-492d-4e19-aa52-402f8f711130 req-5444a176-0a9b-4272-a175-0ea569793c3e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=72a3b001-2e2d-41ff-b973-ba9c612f2e57 HTTP/1.1" status: 200  len: 946 time: 0.0800748
Jan 10 12:51:12.233762 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] For port f8161287-bb70-4b66-8b85-92c2fa1f8702, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8161287-bb70-4b66-8b85-92c2fa1f8702,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:12.234124 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:12.239024 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1045ca0e-492d-4e19-aa52-402f8f711130 req-e880386c-d0b6-4f6b-8284-23c1e21d99eb tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470898
Jan 10 12:51:12.248096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Calling delete_port for f8161287-bb70-4b66-8b85-92c2fa1f8702 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:12.397175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (f8161287-bb70-4b66-8b85-92c2fa1f8702), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:12.409110 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['f8161287-bb70-4b66-8b85-92c2fa1f8702'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:51:12.670888 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Pushing event deleted for resources: {'Port': ['ID=f8161287-bb70-4b66-8b85-92c2fa1f8702,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:12.712641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] No DVR routers for this DVR port f8161287-bb70-4b66-8b85-92c2fa1f8702 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:51:12.715112 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:12.718575 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-542052df-f79a-4c1e-9f19-f7791c46c7a1 req-04f85a57-5c91-4efd-83ea-1012e928d025 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "DELETE /v2.0/ports/f8161287-bb70-4b66-8b85-92c2fa1f8702 HTTP/1.1" status: 204  len: 173 time: 0.6967871
Jan 10 12:51:13.044758 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc564fc-5ec0-4806-a853-767c5bcd6bac req-363b8f3a-92d0-4e0d-ac59-93b2c64a3809 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:13.046279 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6cc564fc-5ec0-4806-a853-767c5bcd6bac req-363b8f3a-92d0-4e0d-ac59-93b2c64a3809 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0784917
Jan 10 12:51:13.061105 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0d265-c6bc-4523-9fa4-ed4034f3ab76 req-542ef548-a051-45a5-8f6b-0afabd3c4e6e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:13.062530 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3e0d265-c6bc-4523-9fa4-ed4034f3ab76 req-542ef548-a051-45a5-8f6b-0afabd3c4e6e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 943 time: 0.0697055
Jan 10 12:51:13.137124 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6cc564fc-5ec0-4806-a853-767c5bcd6bac req-c6b9ccca-3d06-47d1-9d6a-67f181493646 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850720
Jan 10 12:51:13.141348 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3e0d265-c6bc-4523-9fa4-ed4034f3ab76 req-c1ab1705-a55e-4f87-8d5e-19884aae3bb1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728157
Jan 10 12:51:13.295538 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbae9bb-c85c-42f8-aa5b-7b3c06a856fb req-822af43f-eae8-4978-b048-3da2be1c13de tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:13.297251 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7bbae9bb-c85c-42f8-aa5b-7b3c06a856fb req-822af43f-eae8-4978-b048-3da2be1c13de tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0550463
Jan 10 12:51:13.369332 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7bbae9bb-c85c-42f8-aa5b-7b3c06a856fb req-e410576c-5bcd-46cb-b598-82391091ea1b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637248
Jan 10 12:51:13.374755 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b0c8664c-1be2-4aa4-ad7d-298feadd5169 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:51:13.475837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:13.492324 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'port_id': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'mac_address': 'fa:16:3e:23:34:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:51:13.544314 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b0c8664c-1be2-4aa4-ad7d-298feadd5169 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:51:13.544716 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:13.558203 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c8664c-1be2-4aa4-ad7d-298feadd5169 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:51:13.578830 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:13.583914 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:13.631977 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:13.639039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.639414 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.639830 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.640268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.640620 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.640979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.641335 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.641696 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.642051 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.642398 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.642731 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.643060 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.643416 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:13.676925 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:13.861485 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'name': 'network-vif-deleted', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:13.863849 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf056221-cb05-41e1-9d0b-656841e0ac66" -d '{"events": [{"server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "name": "network-vif-deleted", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:13.899561 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f1813-2a2e-4ab4-a92e-d8f35635cd55 x-openstack-request-id: req-a47f1813-2a2e-4ab4-a92e-d8f35635cd55 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:13.899886 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a3b001-2e2d-41ff-b973-ba9c612f2e57", "name": "network-vif-deleted", "tag": "f8161287-bb70-4b66-8b85-92c2fa1f8702", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:13.900137 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a47f1813-2a2e-4ab4-a92e-d8f35635cd55 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:13.900538 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a3b001-2e2d-41ff-b973-ba9c612f2e57', 'name': 'network-vif-deleted', 'tag': 'f8161287-bb70-4b66-8b85-92c2fa1f8702', 'status': 'completed', 'code': 200}
Jan 10 12:51:14.094513 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:14.291230 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1498a-fea1-4c58-9675-c9ebc472d001 req-66cdead4-4bc8-499a-adc7-d4741312f9e2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:14.292714 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8bc1498a-fea1-4c58-9675-c9ebc472d001 req-66cdead4-4bc8-499a-adc7-d4741312f9e2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0797935
Jan 10 12:51:14.306501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ad5a-0eff-4a26-8830-7d994b44cafe req-9e2a71c0-57a1-430c-b45b-750c738f68e8 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:14.307894 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c940ad5a-0eff-4a26-8830-7d994b44cafe req-9e2a71c0-57a1-430c-b45b-750c738f68e8 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 944 time: 0.0648763
Jan 10 12:51:14.373871 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8bc1498a-fea1-4c58-9675-c9ebc472d001 req-f4c419d1-5cb9-46b4-bb2e-e50915026a14 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754149
Jan 10 12:51:14.382563 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c940ad5a-0eff-4a26-8830-7d994b44cafe req-078ded50-171f-4c8a-a012-2c8aab04780f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689573
Jan 10 12:51:14.499395 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c333db-2bd6-4265-b635-516be61e5347 req-b88be751-9b0c-4375-aff2-5ff8da448727 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:14.500796 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-54c333db-2bd6-4265-b635-516be61e5347 req-b88be751-9b0c-4375-aff2-5ff8da448727 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0622036
Jan 10 12:51:14.554575 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-54c333db-2bd6-4265-b635-516be61e5347 req-aae42b3d-9218-4044-83c6-b51306ab1433 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463850
Jan 10 12:51:14.868687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:15.419212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 5f9bf9f4-13cb-4777-adde-d6b21836bdff no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:15.442150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 5f9bf9f4-13cb-4777-adde-d6b21836bdff {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:15.442486 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 5f9bf9f4-13cb-4777-adde-d6b21836bdff not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:15.442929 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f8161287-bb70-4b66-8b85-92c2fa1f8702 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:15.462588 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: f8161287-bb70-4b66-8b85-92c2fa1f8702 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:15.462933 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f8161287-bb70-4b66-8b85-92c2fa1f8702 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:15.525000 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754acef-4aec-4844-ad31-726f76558583 req-1cac4649-c54b-4629-808c-da4e1a3e79a5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:15.526459 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3754acef-4aec-4844-ad31-726f76558583 req-1cac4649-c54b-4629-808c-da4e1a3e79a5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 944 time: 0.0674598
Jan 10 12:51:15.533942 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25873702-b130-4d5a-bdcd-65d9c2e40764 req-d9f7225f-2b4e-43e2-a7f3-3235a9aa9aa9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:15.535279 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-25873702-b130-4d5a-bdcd-65d9c2e40764 req-d9f7225f-2b4e-43e2-a7f3-3235a9aa9aa9 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0850618
Jan 10 12:51:15.611958 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3754acef-4aec-4844-ad31-726f76558583 req-650a6593-1da2-4392-86b7-06ecd24fd41c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756953
Jan 10 12:51:15.616716 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-25873702-b130-4d5a-bdcd-65d9c2e40764 req-26f0f60c-ae5b-4e30-ab43-10e5b420ac20 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748558
Jan 10 12:51:15.729105 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c5550-d1b8-468d-90dc-73c81e07da0a req-870089d8-e2b8-4a0a-a65a-8e71d3e48dd2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:15.730532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a60c5550-d1b8-468d-90dc-73c81e07da0a req-870089d8-e2b8-4a0a-a65a-8e71d3e48dd2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0518670
Jan 10 12:51:15.776993 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a60c5550-d1b8-468d-90dc-73c81e07da0a req-7862ff76-de25-4886-8918-9e2ef1617803 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406201
Jan 10 12:51:16.376059 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['b0c8664c-1be2-4aa4-ad7d-298feadd5169'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:51:16.821002 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b2691-5381-441a-9d8a-677a660157de req-c1175ada-200f-463b-ae38-338614d562d1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:16.823682 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a2b2691-5381-441a-9d8a-677a660157de req-c1175ada-200f-463b-ae38-338614d562d1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 944 time: 0.0864015
Jan 10 12:51:16.837359 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94259c04-733e-445f-8e7f-2cb27d2c7a38 req-99f8ba54-e4f4-4890-a5fc-9d271f1cc2da tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:16.839087 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94259c04-733e-445f-8e7f-2cb27d2c7a38 req-99f8ba54-e4f4-4890-a5fc-9d271f1cc2da tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0879571
Jan 10 12:51:16.920007 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5a2b2691-5381-441a-9d8a-677a660157de req-69c0140d-5599-4637-95c0-3067709e5ab5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794499
Jan 10 12:51:16.923842 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-94259c04-733e-445f-8e7f-2cb27d2c7a38 req-9b8b18e9-8c62-4e7a-957b-f0a221b6cbad tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771105
Jan 10 12:51:17.033263 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4488d-494b-4fc2-bfc9-e81866ad1a59 req-95adff62-86ea-4457-9d87-d0d9a2582d1c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:17.034973 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-74c4488d-494b-4fc2-bfc9-e81866ad1a59 req-95adff62-86ea-4457-9d87-d0d9a2582d1c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0519423
Jan 10 12:51:17.082776 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-74c4488d-494b-4fc2-bfc9-e81866ad1a59 req-d0318998-b75a-4210-ba68-0867de41c10e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421786
Jan 10 12:51:17.390998 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b0c8664c-1be2-4aa4-ad7d-298feadd5169 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:51:17.445116 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port b0c8664c-1be2-4aa4-ad7d-298feadd5169 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:51:17.448927 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port b0c8664c-1be2-4aa4-ad7d-298feadd5169 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:51:17.449319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:17.529660 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b0c8664c-1be2-4aa4-ad7d-298feadd5169 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:51:17.530095 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:17.553593 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:17.555921 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc22bc0d-187c-4c8a-9aaa-61eb2059976b" -d '{"events": [{"server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:17.569290 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:17.574808 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:17.599683 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c47a03d-2c63-48ee-8625-1b749a7d21e5 x-openstack-request-id: req-1c47a03d-2c63-48ee-8625-1b749a7d21e5 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:17.600007 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:17.600304 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c47a03d-2c63-48ee-8625-1b749a7d21e5 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:17.600700 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'code': 200}
Jan 10 12:51:17.628638 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:17.810779 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b07567-aba8-45cc-a8ce-e09957ab7446 req-2d8b4189-e810-4ccc-a7af-0a661d6d9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:17.812263 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-c9b07567-aba8-45cc-a8ce-e09957ab7446 req-2d8b4189-e810-4ccc-a7af-0a661d6d9ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 1098 time: 0.0405934
Jan 10 12:51:17.858437 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-c9b07567-aba8-45cc-a8ce-e09957ab7446 req-cd94f505-8f94-478e-b368-c838e18ebd1b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388722
Jan 10 12:51:18.081491 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067e361-70b0-43e8-ad8b-2ccb153e3473 req-4314014e-4818-405f-8111-02c40531a4d2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:18.082949 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8067e361-70b0-43e8-ad8b-2ccb153e3473 req-4314014e-4818-405f-8111-02c40531a4d2 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0858262
Jan 10 12:51:18.093738 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed196c-2c82-4929-b970-daa60422992a req-60ef7425-2699-4102-bdd8-0c8f297bb53e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:18.095074 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6ed196c-2c82-4929-b970-daa60422992a req-60ef7425-2699-4102-bdd8-0c8f297bb53e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.1000211
Jan 10 12:51:18.166348 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8067e361-70b0-43e8-ad8b-2ccb153e3473 req-9a074c2e-6af3-49fb-ba7b-e51f4ef4de7b tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703015
Jan 10 12:51:18.170601 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6ed196c-2c82-4929-b970-daa60422992a req-fea0aea2-413f-42bf-8d2f-91e7229e3e4d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687761
Jan 10 12:51:18.269863 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee3ba1-0963-4932-be4d-555f3ab34578 req-c69b73da-f69f-4d9c-81f0-6e9492f9d709 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:18.271336 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9dee3ba1-0963-4932-be4d-555f3ab34578 req-c69b73da-f69f-4d9c-81f0-6e9492f9d709 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0496666
Jan 10 12:51:18.319868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9dee3ba1-0963-4932-be4d-555f3ab34578 req-fb24db72-1cdb-42f0-8438-e65420eefc42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411139
Jan 10 12:51:18.417093 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37870) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:18.528948 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e9e63d3b-27fb-4995-9a44-cea9d9a6ac1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.610465 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e9e63d3b-27fb-4995-9a44-cea9d9a6ac1b admin admin] Publish callbacks [] for security_group (ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.616630 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e9e63d3b-27fb-4995-9a44-cea9d9a6ac1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.654628 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e9e63d3b-27fb-4995-9a44-cea9d9a6ac1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b74f300afe6c4b5c8629b4520358155e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2364709
Jan 10 12:51:18.655501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e63d3b-27fb-4995-9a44-cea9d9a6ac1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:18.657577 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37874) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:18.719939 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] Publish callbacks [] for security_group (ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.746208 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] Publish callbacks [] for security_group (ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.792997 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.795460 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:18.796640 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd HTTP/1.1" status: 204  len: 168 time: 0.1380014
Jan 10 12:51:18.804542 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f17d6-753d-484c-9d7b-a1907f5acc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec86a9b3-b2b9-4e4c-8d81-54c11243a2dd,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:19.105892 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37882) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:19.119014 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f0baac31-b3bc-4307-a6a4-dfced690c636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.207884 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f0baac31-b3bc-4307-a6a4-dfced690c636 admin admin] Publish callbacks [] for security_group (045dc423-2903-421f-b4c0-2fe0d8a8063c), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.214112 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f0baac31-b3bc-4307-a6a4-dfced690c636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (045dc423-2903-421f-b4c0-2fe0d8a8063c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.284199 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baac31-b3bc-4307-a6a4-dfced690c636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045dc423-2903-421f-b4c0-2fe0d8a8063c,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:19.288886 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f0baac31-b3bc-4307-a6a4-dfced690c636 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ce95a7ac0a64304af3a0ffea68370f8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1819839
Jan 10 12:51:19.292846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37888) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:19.334673 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccbafb-c310-4df7-a806-da13c6a27017 req-541a4571-600b-4d33-8eaa-2487cbda14a5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:19.336182 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-28ccbafb-c310-4df7-a806-da13c6a27017 req-541a4571-600b-4d33-8eaa-2487cbda14a5 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0992882
Jan 10 12:51:19.345048 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] Publish callbacks [] for security_group (045dc423-2903-421f-b4c0-2fe0d8a8063c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.347847 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fc2e4-97fd-4b55-93b1-393697863770 req-86d0f205-27d5-459a-8068-ca8269c9b902 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:19.349258 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f86fc2e4-97fd-4b55-93b1-393697863770 req-86d0f205-27d5-459a-8068-ca8269c9b902 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0905056
Jan 10 12:51:19.367031 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] Publish callbacks [] for security_group (045dc423-2903-421f-b4c0-2fe0d8a8063c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.412772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (045dc423-2903-421f-b4c0-2fe0d8a8063c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.415560 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:19.416721 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/045dc423-2903-421f-b4c0-2fe0d8a8063c HTTP/1.1" status: 204  len: 168 time: 0.1221340
Jan 10 12:51:19.421528 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-28ccbafb-c310-4df7-a806-da13c6a27017 req-75576ef9-68e8-40e6-aa3e-8ec0b82c7a73 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713513
Jan 10 12:51:19.425056 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29768ccb-9c4f-4a43-a111-ebb3d56bacd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045dc423-2903-421f-b4c0-2fe0d8a8063c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:19.428074 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f86fc2e4-97fd-4b55-93b1-393697863770 req-d48822fc-7c68-4e4c-9ba8-8d54cd29b794 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711660
Jan 10 12:51:19.540115 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3abf83-d5a4-4d32-84b7-485bb8197ed9 req-df2f66a2-b029-440e-9081-57758f9a8d67 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:19.541604 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7d3abf83-d5a4-4d32-84b7-485bb8197ed9 req-df2f66a2-b029-440e-9081-57758f9a8d67 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0489132
Jan 10 12:51:19.588856 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7d3abf83-d5a4-4d32-84b7-485bb8197ed9 req-ebb17311-005c-44ff-9093-9644d580c76a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414319
Jan 10 12:51:20.575669 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03897a-ebc4-4a2f-b1b8-74b2d6be3a04 req-4b4d50af-605c-4192-932b-77678b9b8f87 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:20.579004 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3e03897a-ebc4-4a2f-b1b8-74b2d6be3a04 req-4b4d50af-605c-4192-932b-77678b9b8f87 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0831895
Jan 10 12:51:20.597216 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f56eae-4ec1-4694-8052-c9dd2d0da966 req-97f26327-5aed-4217-8ba8-3ab602340c99 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:20.598659 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-50f56eae-4ec1-4694-8052-c9dd2d0da966 req-97f26327-5aed-4217-8ba8-3ab602340c99 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0731061
Jan 10 12:51:20.655864 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3e03897a-ebc4-4a2f-b1b8-74b2d6be3a04 req-1213ac1d-0e1e-49b9-a643-fcfe70bf8137 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/security-groups?id=4a909833-d106-4ff5-a542-daf090ea7693&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727041
Jan 10 12:51:20.676478 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-50f56eae-4ec1-4694-8052-c9dd2d0da966 req-755dc0c6-cc98-4b46-973e-67fdbf66519e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697448
Jan 10 12:51:20.770078 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b837f-135b-40d6-bce0-082f08be091c req-a155697c-360e-4d22-91e7-c0d83b7f3b9e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:20.771455 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ab8b837f-135b-40d6-bce0-082f08be091c req-a155697c-360e-4d22-91e7-c0d83b7f3b9e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0496087
Jan 10 12:51:20.826188 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ab8b837f-135b-40d6-bce0-082f08be091c req-74b8e720-f4ed-4278-afe0-0591409528af tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489495
Jan 10 12:51:21.343174 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-cba02e7a-9a51-46eb-a206-082668601862 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:21.344774 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-cba02e7a-9a51-46eb-a206-082668601862 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 946 time: 0.0527530
Jan 10 12:51:21.391780 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-16af6868-f957-40af-928a-733d85f5d603 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:21.393257 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-16af6868-f957-40af-928a-733d85f5d603 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 814 time: 0.1147277
Jan 10 12:51:21.408153 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-12a6ed52-b85c-40c9-937e-4e3089bc367d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/quotas/36b1b002256e43eba62e736d945f9049 HTTP/1.1" status: 200  len: 375 time: 0.0095048
Jan 10 12:51:21.439705 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-1e1ef20a-fcce-47d4-860e-dd4a77f7f0f8 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0261183
Jan 10 12:51:21.440318 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Deleting port f0859772-0161-44d0-9616-11e398c35d8b {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:21.440657 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (f0859772-0161-44d0-9616-11e398c35d8b), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:21.531393 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-9741bcba-22e8-472f-b119-4b50e0395a12 service neutron] 10.222.0.13 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850747
Jan 10 12:51:21.534814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] For port f0859772-0161-44d0-9616-11e398c35d8b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0859772-0161-44d0-9616-11e398c35d8b,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:21.535188 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (f0859772-0161-44d0-9616-11e398c35d8b), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:21.549129 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Calling delete_port for f0859772-0161-44d0-9616-11e398c35d8b owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:21.621244 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-6c1f732f-c436-4918-b2a5-5f353ad14109 service neutron] 10.222.0.13 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834861
Jan 10 12:51:21.686778 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (f0859772-0161-44d0-9616-11e398c35d8b), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:21.700510 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['f0859772-0161-44d0-9616-11e398c35d8b'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:51:21.719222 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Pushing event deleted for resources: {'Port': ['ID=f0859772-0161-44d0-9616-11e398c35d8b,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:21.762961 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] No DVR routers for this DVR port f0859772-0161-44d0-9616-11e398c35d8b on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:51:21.765944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:21.769850 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1a0af9b5-d501-4722-8cd1-73a7f6eb3aff req-408adb5a-42ae-48f6-9468-d79d43e39bbd tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.15 "DELETE /v2.0/ports/f0859772-0161-44d0-9616-11e398c35d8b HTTP/1.1" status: 204  len: 173 time: 0.4131176
Jan 10 12:51:21.770616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'name': 'network-vif-deleted', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:21.773185 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c391a99-b3cc-49be-9403-387d39cde54b" -d '{"events": [{"server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "name": "network-vif-deleted", "tag": "f0859772-0161-44d0-9616-11e398c35d8b"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:21.816152 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a437511-ee25-4ac9-af0a-d8773958ebac req-2f168cc6-4302-4363-8e12-71d32e55e011 tempest-ServerRescueNegativeTestJSON-2075867396 tempest-ServerRescueNegativeTestJSON-2075867396-project] 10.222.0.13 "GET /v2.0/ports?device_id=e102ed1c-55c4-488a-9729-a99f58666989 HTTP/1.1" status: 200  len: 210 time: 0.0805430
Jan 10 12:51:21.874660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dfb03-aa69-4d01-b18f-3afecdbca3f6 req-c8340474-ee76-4811-b789-bed671d23b4c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:21.876308 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d39dfb03-aa69-4d01-b18f-3afecdbca3f6 req-c8340474-ee76-4811-b789-bed671d23b4c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0571167
Jan 10 12:51:21.912150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c651fd08-1454-4694-baea-a098ba82c251 req-e2b5acb1-0f0e-4aa5-83fb-8a548cf4141c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 210 time: 0.0348458
Jan 10 12:51:21.961112 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d39dfb03-aa69-4d01-b18f-3afecdbca3f6 req-033cacbb-20da-49ba-bbd6-faf4ac467903 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533779
Jan 10 12:51:21.968225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2be64d-1b9e-4856-b636-9e1e70fb84f9 x-openstack-request-id: req-5e2be64d-1b9e-4856-b636-9e1e70fb84f9 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:21.968937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e102ed1c-55c4-488a-9729-a99f58666989", "name": "network-vif-deleted", "tag": "f0859772-0161-44d0-9616-11e398c35d8b", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:21.968937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e2be64d-1b9e-4856-b636-9e1e70fb84f9 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:21.969449 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e102ed1c-55c4-488a-9729-a99f58666989', 'name': 'network-vif-deleted', 'tag': 'f0859772-0161-44d0-9616-11e398c35d8b', 'status': 'completed', 'code': 200}
Jan 10 12:51:22.097202 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f8168-ce7c-48a3-8e2b-63143031f019 req-1820ebb2-df79-4cf6-a1ec-542384128dfe tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:22.098877 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a86f8168-ce7c-48a3-8e2b-63143031f019 req-1820ebb2-df79-4cf6-a1ec-542384128dfe tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0810015
Jan 10 12:51:22.113186 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fab25-5c4c-4ab5-aaea-c6dee06b8b36 req-bf6b0d22-7146-4180-b1f6-c4f7f2563682 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:22.114626 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a9fab25-5c4c-4ab5-aaea-c6dee06b8b36 req-bf6b0d22-7146-4180-b1f6-c4f7f2563682 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0718257
Jan 10 12:51:22.189577 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a86f8168-ce7c-48a3-8e2b-63143031f019 req-a889e156-370e-411e-9133-1957c09ad962 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739706
Jan 10 12:51:22.193374 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a9fab25-5c4c-4ab5-aaea-c6dee06b8b36 req-5b2c2c94-684f-4f46-b40f-31e7e433639f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716996
Jan 10 12:51:22.217294 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 37982) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:22.422110 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95b2e1-faa8-421a-9638-309b7374072f tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:22.426827 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37990) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:22.426965 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-da95b2e1-faa8-421a-9638-309b7374072f tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 1093 time: 0.2084620
Jan 10 12:51:22.431652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'port_id': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:22.458194 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:22.560813 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:22.673108 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.37.5.164 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/90328454-089e-4cdf-9236-4294992830e4) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:51:22.784529 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (90328454-089e-4cdf-9236-4294992830e4), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:22.822789 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (90328454-089e-4cdf-9236-4294992830e4), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:22.865531 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:51:22.868486 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:51:22.871741 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:51:22.899008 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=90328454-089e-4cdf-9236-4294992830e4,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:22.902209 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 37996) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:22.906629 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-efc4ccfe-16e7-4dc5-8b97-68581c46c857 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:22.908379 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-efc4ccfe-16e7-4dc5-8b97-68581c46c857 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 814 time: 0.1203489
Jan 10 12:51:22.921062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Request body: {'port': {'device_id': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873', 'admin_state_up': True, 'tenant_id': '36b1b002256e43eba62e736d945f9049'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:23.029975 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c16778e5-890f-42ba-a817-8a35661c463f req-fb760492-6bee-4713-8a52-9a293fb23cf0 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 210 time: 0.0426650
Jan 10 12:51:23.050084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Made reservation on behalf of 36b1b002256e43eba62e736d945f9049 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:51:23.051551 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.186309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Allocated IP 172.20.0.3 (5af1f618-4b76-4aff-a2a2-5ebba4d5c873/ec101d5c-64b2-4c62-b665-1033dfa9620e/84585c51-168a-46c1-8900-8e565489be7a) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:51:23.346797 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks [] for port (84585c51-168a-46c1-8900-8e565489be7a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.382641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.427804 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:51:23.431456 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:51:23.433913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:51:23.463556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Pushing event updated for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:23.491367 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:23.492003 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.509747 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-32355e81-367d-47fc-95b7-7eb7ef64497b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5928912
Jan 10 12:51:23.513752 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc213af-91b1-4ec9-94c5-7b4da525cfab req-01652efe-0b5f-437e-9775-879009767a45 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:23.515240 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bdc213af-91b1-4ec9-94c5-7b4da525cfab req-01652efe-0b5f-437e-9775-879009767a45 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1559224
Jan 10 12:51:23.521045 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Request body: {'port': {'device_id': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:23.579968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (84585c51-168a-46c1-8900-8e565489be7a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.722959 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bdc213af-91b1-4ec9-94c5-7b4da525cfab req-3bc0de71-4944-418b-b500-7572e256b706 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1959591
Jan 10 12:51:23.780739 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (7d40a5ef-d41c-48fe-925b-5c4372893fb1), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.888744 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84585c51-168a-46c1-8900-8e565489be7a {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:51:23.897254 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks [] for port (84585c51-168a-46c1-8900-8e565489be7a), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.912551 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Transition to ACTIVE for port object 84585c51-168a-46c1-8900-8e565489be7a will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:51:23.918969 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (90328454-089e-4cdf-9236-4294992830e4), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.919443 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:23.970682 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Pushing event updated for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:24.010993 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.058290 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Attempting to bind port 84585c51-168a-46c1-8900-8e565489be7a on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:51:24.058636 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Attempting to bind port 84585c51-168a-46c1-8900-8e565489be7a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:51:24.058968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Attempting to bind port 84585c51-168a-46c1-8900-8e565489be7a on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:51:24.064647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Port 84585c51-168a-46c1-8900-8e565489be7a on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:51:24.064976 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Attempting to bind port 84585c51-168a-46c1-8900-8e565489be7a on network 5af1f618-4b76-4aff-a2a2-5ebba4d5c873 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:51:24.070564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:51:24.070564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Checking segment: {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:51:24.070946 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Bound using segment: {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:51:24.071884 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Bound port: 84585c51-168a-46c1-8900-8e565489be7a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c7c86d-94f9-41ae-b156-f1e13624d931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:51:24.072423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (84585c51-168a-46c1-8900-8e565489be7a), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.156081 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:51:24.160735 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=84585c51-168a-46c1-8900-8e565489be7a,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:51:24.166400 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.202519 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.204377 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.205806 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] 10.222.0.15 "PUT /v2.0/ports/84585c51-168a-46c1-8900-8e565489be7a HTTP/1.1" status: 200  len: 1093 time: 0.6890042
Jan 10 12:51:24.208117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'tag': '84585c51-168a-46c1-8900-8e565489be7a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:24.211169 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "tag": "84585c51-168a-46c1-8900-8e565489be7a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:24.257325 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0b5490-8de6-4269-9d64-91577ac7f626 x-openstack-request-id: req-aa0b5490-8de6-4269-9d64-91577ac7f626 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:24.257616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "tag": "84585c51-168a-46c1-8900-8e565489be7a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:24.257869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa0b5490-8de6-4269-9d64-91577ac7f626 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:24.258266 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'tag': '84585c51-168a-46c1-8900-8e565489be7a', 'status': 'completed', 'code': 200}
Jan 10 12:51:24.293919 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b793a525-1f6b-42b3-bdc5-9d27c6db4905 service neutron] Pushing event updated for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:24.306336 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95743b62-3d01-4867-8f52-9a916711547b req-e3e4c8e1-f40a-4393-8b9e-1de21ca75e8c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.312049 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95743b62-3d01-4867-8f52-9a916711547b req-e3e4c8e1-f40a-4393-8b9e-1de21ca75e8c tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 943 time: 0.1891017
Jan 10 12:51:24.313044 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b961730e-cc6e-4722-966c-f24d8a0e8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.314312 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (90328454-089e-4cdf-9236-4294992830e4), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.314580 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-b961730e-cc6e-4722-966c-f24d8a0e8db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 1096 time: 0.0591011
Jan 10 12:51:24.338280 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (90328454-089e-4cdf-9236-4294992830e4), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.362712 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-a0a1b7fb-e82a-4b05-8b68-4451e4e0def6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84585c51-168a-46c1-8900-8e565489be7a HTTP/1.1" status: 200  len: 217 time: 0.0400832
Jan 10 12:51:24.416574 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-e500fc57-231c-45dd-971b-fab3e9a1f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.418061 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-e500fc57-231c-45dd-971b-fab3e9a1f4a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec101d5c-64b2-4c62-b665-1033dfa9620e HTTP/1.1" status: 200  len: 854 time: 0.0456681
Jan 10 12:51:24.467294 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-ac3a7403-063b-48f7-85c1-572bd5f4996d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0317006
Jan 10 12:51:24.475108 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=90328454-089e-4cdf-9236-4294992830e4,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:24.483174 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (7d40a5ef-d41c-48fe-925b-5c4372893fb1), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:24.567606 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95743b62-3d01-4867-8f52-9a916711547b req-97c91266-9484-42f5-9e1c-724d804e9526 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2328951
Jan 10 12:51:24.584076 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-a3aee0f8-b53f-4ce3-934f-a485987bbe34 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1094995
Jan 10 12:51:24.663879 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP 7d40a5ef-d41c-48fe-925b-5c4372893fb1 associated. External IP: 172.37.5.164, port: b0c8664c-1be2-4aa4-ad7d-298feadd5169.
Jan 10 12:51:24.696273 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f24958c4-0fe9-4f81-a825-3f169c3c4089 req-f11067f0-fd60-4041-ad75-990d0abc520f service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1046865
Jan 10 12:51:24.794321 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-f48da855-82b4-4497-ba74-2a4acde252ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.796056 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-f48da855-82b4-4497-ba74-2a4acde252ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=36b1b002256e43eba62e736d945f9049&device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 1096 time: 0.0491312
Jan 10 12:51:24.896452 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-c5c08687-b7cf-472d-acb7-7d6447f78523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.898172 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-c5c08687-b7cf-472d-acb7-7d6447f78523 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 200  len: 914 time: 0.0945745
Jan 10 12:51:24.941204 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-f434cac7-969d-4cf7-a7fc-c81502762a01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84585c51-168a-46c1-8900-8e565489be7a HTTP/1.1" status: 200  len: 217 time: 0.0364907
Jan 10 12:51:24.994658 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-e06f957e-ce57-4022-920c-b5986056d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:24.996126 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-e06f957e-ce57-4022-920c-b5986056d153 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ec101d5c-64b2-4c62-b665-1033dfa9620e HTTP/1.1" status: 200  len: 854 time: 0.0464942
Jan 10 12:51:25.016312 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Deleting port d8614a0f-50af-4e3f-b315-d6edca567db2 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:25.016890 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:25.028115 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-6bd67581-3af4-4db0-9702-d418718ac66b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5af1f618-4b76-4aff-a2a2-5ebba4d5c873&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246315
Jan 10 12:51:25.040864 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c0ebf-45a4-4552-82fd-ba305886e5d2 req-85006ee9-d067-4798-8186-31049b60b8f7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:25.042337 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a1c0ebf-45a4-4552-82fd-ba305886e5d2 req-85006ee9-d067-4798-8186-31049b60b8f7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1008716
Jan 10 12:51:25.121904 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-78a58bc3-24ba-472a-8890-c366db163cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877173
Jan 10 12:51:25.200438 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a1c0ebf-45a4-4552-82fd-ba305886e5d2 req-08777da0-bc44-48c0-9ef0-9d7b804b7c3d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502666
Jan 10 12:51:25.223545 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] For port d8614a0f-50af-4e3f-b315-d6edca567db2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d8614a0f-50af-4e3f-b315-d6edca567db2,segment=NetworkSegment(d0bf046c-b32d-4120-8515-31c2512e34a7),segment_id=d0bf046c-b32d-4120-8515-31c2512e34a7)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:25.223929 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:25.224502 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8cb9cf87-5fe9-4efb-91fd-21e18e82077b req-dcde93bf-3d35-46c2-a184-2a55e83c8d08 service neutron] 10.222.0.15 "GET /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0953400
Jan 10 12:51:25.245143 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Calling delete_port for d8614a0f-50af-4e3f-b315-d6edca567db2 owned by network:router_interface {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:25.315529 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:51:25.423717 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f0859772-0161-44d0-9616-11e398c35d8b no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:25.444218 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: f0859772-0161-44d0-9616-11e398c35d8b {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:25.444576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device f0859772-0161-44d0-9616-11e398c35d8b not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:25.492366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:51:25.504337 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:51:25.518824 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:25.519804 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbce6f550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:25.529947 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:25.576840 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d5cf9145-40a4-486c-94af-480d3090df6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1409547
Jan 10 12:51:25.576840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:25.576840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd512d58-e963-4e5a-b6aa-9b00581616d7" -d '{"events": [{"name": "network-changed", "server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:25.585683 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (d8614a0f-50af-4e3f-b315-d6edca567db2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:25.624676 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:25.653846 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e067058-5ac4-4a78-8366-c461f03b475e x-openstack-request-id: req-0e067058-5ac4-4a78-8366-c461f03b475e {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:25.654131 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:25.654416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e067058-5ac4-4a78-8366-c461f03b475e {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:25.654829 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'status': 'completed', 'code': 200}
Jan 10 12:51:25.657411 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8614a0f-50af-4e3f-b315-d6edca567db2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:25.730887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-f385a615-5de1-4b61-9e6c-84d9980abc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:25.733195 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-f385a615-5de1-4b61-9e6c-84d9980abc2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 1098 time: 0.0496545
Jan 10 12:51:25.837899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df814b-5a18-4754-b01b-3c29ceaef22f req-edecc9a8-9368-4d10-9501-69fd4dbef752 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:25.841385 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-51df814b-5a18-4754-b01b-3c29ceaef22f req-edecc9a8-9368-4d10-9501-69fd4dbef752 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 943 time: 0.1637795
Jan 10 12:51:25.842180 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-952d1de6-db48-4e32-8f47-22f1febf1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:25.843835 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-952d1de6-db48-4e32-8f47-22f1febf1181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0991652
Jan 10 12:51:25.863754 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbce6f550>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d40a5ef-d41c-48fe-925b-5c4372893fb1', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.164', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:23:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508c5420-5725-4665-b594-8990cf7bc668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:51:23Z', 'updated_at': '2022-01-10T12:51:23Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:25.896727 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:51:25.911811 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:25.912281 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-51df814b-5a18-4754-b01b-3c29ceaef22f req-9e11790d-0bdb-42b0-8a30-79ba907c03f5 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633900
Jan 10 12:51:25.913467 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbce6f550>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:25.916724 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:25.938165 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-111e672e-dcc1-4cc8-b42d-d4d5449cd869 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169 HTTP/1.1" status: 200  len: 999 time: 0.0868981
Jan 10 12:51:25.999712 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-8ae390be-3b25-47c6-a3ef-dfbb108d12c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:26.001181 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-8ae390be-3b25-47c6-a3ef-dfbb108d12c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0510771
Jan 10 12:51:26.038157 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:26.061077 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-ddcac746-9bf3-4b2a-a831-5f967d1cedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:26.062865 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-ddcac746-9bf3-4b2a-a831-5f967d1cedaf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0551498
Jan 10 12:51:26.176332 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-beeedd5f-5acc-4466-9fc1-5435a3f6cd01 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065300
Jan 10 12:51:26.185743 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:51:26.209928 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38084) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:26.299909 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-dd512d58-e963-4e5a-b6aa-9b00581616d7 req-22f0c5da-b32f-4092-9e76-5fa4742abd2c service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164267
Jan 10 12:51:26.328492 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:51:26.337469 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Sync routers for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:51:26.338564 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbce6f550>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d40a5ef-d41c-48fe-925b-5c4372893fb1', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.164', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:23:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508c5420-5725-4665-b594-8990cf7bc668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:51:23Z', 'updated_at': '2022-01-10T12:51:23Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:26.348057 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-dcf499cd-bf92-4bd1-8457-b208cf673c69 admin admin] 10.222.0.13 "PUT /v2.0/routers/e95c4cb6-5bc6-4d40-92ea-91466c2d7725/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4430451
Jan 10 12:51:26.349099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:26.349916 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbccc04c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:26.350636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38090) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:26.370407 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d50ba4-d68c-46ec-8fef-f51fe7b4f0e7 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7d40a5ef-d41c-48fe-925b-5c4372893fb1', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.164', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:23:34:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508c5420-5725-4665-b594-8990cf7bc668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:51:23Z', 'updated_at': '2022-01-10T12:51:23Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:51:26.384760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f40c75c7-7951-4db8-b713-cdf279b23262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.449450 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f56bb-85dc-4d92-b008-f7797bd304e3 req-84a3220f-f822-457e-945f-891c548f9bc3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:26.456836 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-362f56bb-85dc-4d92-b008-f7797bd304e3 req-84a3220f-f822-457e-945f-891c548f9bc3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1461422
Jan 10 12:51:26.470486 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:26.489100 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f40c75c7-7951-4db8-b713-cdf279b23262 admin admin] Publish callbacks [] for security_group (054abfa0-d4b7-4a17-b927-0c37d162a66e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.495580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f40c75c7-7951-4db8-b713-cdf279b23262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (054abfa0-d4b7-4a17-b927-0c37d162a66e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.515260 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks [] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.544901 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f40c75c7-7951-4db8-b713-cdf279b23262 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d7cfdc991f14f1099b9631ba50b6181&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3314524
Jan 10 12:51:26.544901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c75c7-7951-4db8-b713-cdf279b23262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054abfa0-d4b7-4a17-b927-0c37d162a66e,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:26.546814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38092) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:26.561491 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-362f56bb-85dc-4d92-b008-f7797bd304e3 req-a897e391-7ee3-4372-8142-612b976f5d43 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036086
Jan 10 12:51:26.621660 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] Publish callbacks [] for security_group (054abfa0-d4b7-4a17-b927-0c37d162a66e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.648170 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] Publish callbacks [] for security_group (054abfa0-d4b7-4a17-b927-0c37d162a66e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.682221 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks [] for router_gateway (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.698671 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbccc04c0>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208'}], 'enable_snat': True}, 'gw_port_id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:51:25Z', 'revision_number': 5, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port': {'id': '7c8ffd52-929a-4102-b271-60a84071e8c2', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:26.716009 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (054abfa0-d4b7-4a17-b927-0c37d162a66e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.717614 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e650cb-ce82-49e0-a450-d383751a46fa None None] New status for floating IP 7d40a5ef-d41c-48fe-925b-5c4372893fb1: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:51:26.719067 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.720431 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/054abfa0-d4b7-4a17-b927-0c37d162a66e HTTP/1.1" status: 204  len: 168 time: 0.1726515
Jan 10 12:51:26.737859 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaef094-d141-4a4c-8649-0d1d64690105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054abfa0-d4b7-4a17-b927-0c37d162a66e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:26.739808 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Checking router: e95c4cb6-5bc6-4d40-92ea-91466c2d7725 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:51:26.750901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Routers {'e95c4cb6-5bc6-4d40-92ea-91466c2d7725'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:26.751543 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbccc04c0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:26.775151 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Deleting port 7c8ffd52-929a-4102-b271-60a84071e8c2 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:26.775740 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.859596 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] Set router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 gateway port host: None {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:26.871934 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] For port 7c8ffd52-929a-4102-b271-60a84071e8c2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7c8ffd52-929a-4102-b271-60a84071e8c2,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:26.872423 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:26.888076 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Calling delete_port for 7c8ffd52-929a-4102-b271-60a84071e8c2 owned by network:router_gateway {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:26.928320 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbccc04c0>, [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:51:26Z', 'revision_number': 6, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:26.967070 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487b61f1-3474-4622-b6f7-dd8aeb705b38 None None] The sync data for ids ['e95c4cb6-5bc6-4d40-92ea-91466c2d7725'] in dv-cinder-master-3-iscsi is: [{'id': 'e95c4cb6-5bc6-4d40-92ea-91466c2d7725', 'name': 'tempest-ServerRescueNegativeTestJSON-311226556-router', 'tenant_id': 'de46aa3bf673456885b6c388c16c901b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:37Z', 'updated_at': '2022-01-10T12:51:26Z', 'revision_number': 6, 'project_id': 'de46aa3bf673456885b6c388c16c901b', 'gw_port_host': None}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:51:27.124617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38100) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:27.138430 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-372501a3-81d6-431c-a59d-44dd33725a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.224230 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-372501a3-81d6-431c-a59d-44dd33725a08 admin admin] Publish callbacks [] for security_group (36d14252-ac5e-4867-82f2-fa5e3cec857b), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.230588 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-372501a3-81d6-431c-a59d-44dd33725a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (36d14252-ac5e-4867-82f2-fa5e3cec857b), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.268095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372501a3-81d6-431c-a59d-44dd33725a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d14252-ac5e-4867-82f2-fa5e3cec857b,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:27.275307 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-372501a3-81d6-431c-a59d-44dd33725a08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69f75174e8314c5a91fe4b5573cd1ac2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1468341
Jan 10 12:51:27.275625 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38102) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:27.308487 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a64d0-e523-4825-b8e3-38a567e3baae req-3e7df75d-95b6-42d0-8cc9-443aa7fb1b19 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:27.310868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-628a64d0-e523-4825-b8e3-38a567e3baae req-3e7df75d-95b6-42d0-8cc9-443aa7fb1b19 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 943 time: 0.0846179
Jan 10 12:51:27.326284 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] Publish callbacks [] for security_group (36d14252-ac5e-4867-82f2-fa5e3cec857b), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.352480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] Publish callbacks [] for security_group (36d14252-ac5e-4867-82f2-fa5e3cec857b), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.354734 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (7c8ffd52-929a-4102-b271-60a84071e8c2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.400307 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-628a64d0-e523-4825-b8e3-38a567e3baae req-857ea6a2-4ebf-4475-9f59-b74e62a50ef1 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814776
Jan 10 12:51:27.401056 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8ffd52-929a-4102-b271-60a84071e8c2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:27.419287 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (36d14252-ac5e-4867-82f2-fa5e3cec857b), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.422457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.426161 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36d14252-ac5e-4867-82f2-fa5e3cec857b HTTP/1.1" status: 204  len: 168 time: 0.1471126
Jan 10 12:51:27.432554 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed0fba-0884-47ee-b69d-4b32488464b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d14252-ac5e-4867-82f2-fa5e3cec857b,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:27.436833 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 84585c51-168a-46c1-8900-8e565489be7a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:51:27.470993 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.575854 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.578252 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks [] for router_controller (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.581285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=84585c51-168a-46c1-8900-8e565489be7a,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:27.593570 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '84585c51-168a-46c1-8900-8e565489be7a', 'network_id': '5af1f618-4b76-4aff-a2a2-5ebba4d5c873', 'port_id': '84585c51-168a-46c1-8900-8e565489be7a', 'mac_address': 'fa:16:3e:c8:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec101d5c-64b2-4c62-b665-1033dfa9620e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:51:27.642198 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 84585c51-168a-46c1-8900-8e565489be7a is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:51:27.642702 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (84585c51-168a-46c1-8900-8e565489be7a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.654745 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (e95c4cb6-5bc6-4d40-92ea-91466c2d7725), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.655344 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95c4cb6-5bc6-4d40-92ea-91466c2d7725 {{(pid=109429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:51:27.659011 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84585c51-168a-46c1-8900-8e565489be7a {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:51:27.669693 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.670778 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3ac93d9a-d6fe-4253-99b4-defd193402e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e95c4cb6-5bc6-4d40-92ea-91466c2d7725 HTTP/1.1" status: 204  len: 168 time: 1.3190458
Jan 10 12:51:27.673937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38110) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:27.682297 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=84585c51-168a-46c1-8900-8e565489be7a,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:27.688964 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.709580 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c35f3c-c4da-4def-bc91-4c9caf5ecdb2 req-c316f38a-3770-4ff4-bd74-ef6013f0724f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:27.711141 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-36c35f3c-c4da-4def-bc91-4c9caf5ecdb2 req-c316f38a-3770-4ff4-bd74-ef6013f0724f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0576596
Jan 10 12:51:27.732184 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Deleting subnet b9e74b44-696a-4cea-ab9c-168440aa7b94 {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:51:27.736078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Publish callbacks [] for subnet (b9e74b44-696a-4cea-ab9c-168440aa7b94), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.765730 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:27.775312 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-36c35f3c-c4da-4def-bc91-4c9caf5ecdb2 req-bf19b21a-179b-4b25-81a6-edc7a38146bc tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562840
Jan 10 12:51:27.787937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (b9e74b44-696a-4cea-ab9c-168440aa7b94), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.835741 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (b9e74b44-696a-4cea-ab9c-168440aa7b94), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.893238 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (b9e74b44-696a-4cea-ab9c-168440aa7b94), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.918995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e74b44-696a-4cea-ab9c-168440aa7b94,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:27.923861 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:27.926328 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f9356352-08ca-47aa-8eaf-61bab786d71b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b9e74b44-696a-4cea-ab9c-168440aa7b94 HTTP/1.1" status: 204  len: 168 time: 0.2510769
Jan 10 12:51:27.928676 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38120) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:27.947397 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['84585c51-168a-46c1-8900-8e565489be7a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:51:28.005404 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (497213e1-63f6-4b0c-9b64-5f0e17031989), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.100254 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (497213e1-63f6-4b0c-9b64-5f0e17031989), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.134175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb79a2940>,) {'filters': {'network_id': ['497213e1-63f6-4b0c-9b64-5f0e17031989']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:28.145782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb79a2940>, 'd0bf046c-b32d-4120-8515-31c2512e34a7') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:28.146089 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb79a2940>, 'd0bf046c-b32d-4120-8515-31c2512e34a7') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:28.156517 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (d0bf046c-b32d-4120-8515-31c2512e34a7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.170555 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d0bf046c-b32d-4120-8515-31c2512e34a7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.177574 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:51:28.178029 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (d0bf046c-b32d-4120-8515-31c2512e34a7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:51:28.180075 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:51:28.240016 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (497213e1-63f6-4b0c-9b64-5f0e17031989), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.245475 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.248754 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/497213e1-63f6-4b0c-9b64-5f0e17031989 HTTP/1.1" status: 204  len: 168 time: 0.3191550
Jan 10 12:51:28.259438 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c43ca-6912-4850-ac43-d2e1fc15f9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=497213e1-63f6-4b0c-9b64-5f0e17031989,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:28.416772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38136) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:28.457972 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e407c4fa-db3a-4419-a309-30d9d9de0571 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de46aa3bf673456885b6c388c16c901b&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0399156
Jan 10 12:51:28.460480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38140) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:28.513024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] Publish callbacks [] for security_group (4a909833-d106-4ff5-a542-daf090ea7693), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.520039 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5899e6-b785-4875-8cd5-d8b26c8a4a05 req-cf36349d-f12d-4510-a8c7-6eff5bb526f3 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:28.522437 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1b5899e6-b785-4875-8cd5-d8b26c8a4a05 req-cf36349d-f12d-4510-a8c7-6eff5bb526f3 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 944 time: 0.0500801
Jan 10 12:51:28.536980 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] Publish callbacks [] for security_group (4a909833-d106-4ff5-a542-daf090ea7693), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.585946 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1b5899e6-b785-4875-8cd5-d8b26c8a4a05 req-89de5e74-8465-42b6-9a5f-e995d72f56a2 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551643
Jan 10 12:51:28.601933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (4a909833-d106-4ff5-a542-daf090ea7693), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.608245 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:28.609773 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a909833-d106-4ff5-a542-daf090ea7693 HTTP/1.1" status: 204  len: 168 time: 0.1483147
Jan 10 12:51:28.623503 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae6916-5900-4c48-a11e-4ce791178294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a909833-d106-4ff5-a542-daf090ea7693,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:28.642660 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device d8614a0f-50af-4e3f-b315-d6edca567db2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:28.676531 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: d8614a0f-50af-4e3f-b315-d6edca567db2 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:28.677146 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device d8614a0f-50af-4e3f-b315-d6edca567db2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:28.678312 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 7c8ffd52-929a-4102-b271-60a84071e8c2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:28.703566 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 7c8ffd52-929a-4102-b271-60a84071e8c2 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:28.704074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 7c8ffd52-929a-4102-b271-60a84071e8c2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:28.895779 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd87325-ac7e-4adb-8325-789740ddb7f7 req-0b5539d5-cb22-4eae-84bb-ce4902be36c5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:28.897395 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9cd87325-ac7e-4adb-8325-789740ddb7f7 req-0b5539d5-cb22-4eae-84bb-ce4902be36c5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0483074
Jan 10 12:51:28.947197 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9cd87325-ac7e-4adb-8325-789740ddb7f7 req-ee1b7729-d940-4d97-ad8c-d2d8d7459282 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432737
Jan 10 12:51:29.464647 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 84585c51-168a-46c1-8900-8e565489be7a up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:51:29.518545 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 84585c51-168a-46c1-8900-8e565489be7a completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:51:29.523243 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 84585c51-168a-46c1-8900-8e565489be7a triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:51:29.523708 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (84585c51-168a-46c1-8900-8e565489be7a), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:29.598900 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 84585c51-168a-46c1-8900-8e565489be7a is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:51:29.599216 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (84585c51-168a-46c1-8900-8e565489be7a), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:29.623300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84585c51-168a-46c1-8900-8e565489be7a'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:29.626122 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2ff9ea-8cc3-4881-9fc1-a8500663b5b0" -d '{"events": [{"server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "name": "network-vif-plugged", "status": "completed", "tag": "84585c51-168a-46c1-8900-8e565489be7a"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:29.640286 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=84585c51-168a-46c1-8900-8e565489be7a,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:29.645006 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:29.702917 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:29.713293 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f394605-3fa4-4212-8950-a41c1d118bb4 req-5111d055-0d53-437f-be20-ee8455f87e2d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:29.714772 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1f394605-3fa4-4212-8950-a41c1d118bb4 req-5111d055-0d53-437f-be20-ee8455f87e2d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0518169
Jan 10 12:51:29.780663 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1f394605-3fa4-4212-8950-a41c1d118bb4 req-6376b29f-4777-4a1a-bb1a-9a270711377b tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594220
Jan 10 12:51:29.829405 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20469dca-aaf8-413e-84e7-51c2d2aa02cf x-openstack-request-id: req-20469dca-aaf8-413e-84e7-51c2d2aa02cf {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:29.829829 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "name": "network-vif-plugged", "status": "completed", "tag": "84585c51-168a-46c1-8900-8e565489be7a", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:29.830203 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20469dca-aaf8-413e-84e7-51c2d2aa02cf {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:29.830698 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84585c51-168a-46c1-8900-8e565489be7a', 'code': 200}
Jan 10 12:51:30.023458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d72ce-734a-43fe-b76e-fb328d04cf43 req-0dd11fb8-bf08-49fb-ba9f-dc144882d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:30.025110 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-003d72ce-734a-43fe-b76e-fb328d04cf43 req-0dd11fb8-bf08-49fb-ba9f-dc144882d9cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 1098 time: 0.0534606
Jan 10 12:51:30.071948 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-003d72ce-734a-43fe-b76e-fb328d04cf43 req-9a1fce78-8634-4cbe-baeb-8b9cd9934a5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399835
Jan 10 12:51:30.079537 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f2b29-06f7-4178-b374-00bc5d76be21 req-0ec31513-603b-4a50-b8c3-64ea6e413603 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:30.081124 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a1f2b29-06f7-4178-b374-00bc5d76be21 req-0ec31513-603b-4a50-b8c3-64ea6e413603 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0543828
Jan 10 12:51:30.129761 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a1f2b29-06f7-4178-b374-00bc5d76be21 req-c467c044-b687-4866-b3a6-5fb9333fab5c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428095
Jan 10 12:51:30.902406 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7016da-9231-4f0d-ac52-f5b729ea6134 req-8b54decd-7885-4cb9-8d17-fcae8430b66d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:30.903961 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce7016da-9231-4f0d-ac52-f5b729ea6134 req-8b54decd-7885-4cb9-8d17-fcae8430b66d tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0517941
Jan 10 12:51:30.957815 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ce7016da-9231-4f0d-ac52-f5b729ea6134 req-39c7f173-f6fd-46b6-83a4-7097c3088056 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483687
Jan 10 12:51:31.270045 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72834445-c159-4d84-baf4-a76c9b74cf24 req-5692f99d-73e6-4652-9f43-5c4aec6b72d0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:31.271892 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72834445-c159-4d84-baf4-a76c9b74cf24 req-5692f99d-73e6-4652-9f43-5c4aec6b72d0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0545619
Jan 10 12:51:31.324302 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72834445-c159-4d84-baf4-a76c9b74cf24 req-4c27290b-6fff-4f10-8f5e-610df163adbf tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465581
Jan 10 12:51:32.078273 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e5ad3-9b31-4ce8-ba70-29aa93d0627b req-2c72877c-a345-42ae-9a12-ed398e9b41bf tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:32.079797 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4c2e5ad3-9b31-4ce8-ba70-29aa93d0627b req-2c72877c-a345-42ae-9a12-ed398e9b41bf tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0499153
Jan 10 12:51:32.128076 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4c2e5ad3-9b31-4ce8-ba70-29aa93d0627b req-25d98680-bedd-4462-81fd-61abc54a3efb tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426586
Jan 10 12:51:32.455403 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb6784-a6a9-46f9-a18e-f068427374a6 req-52a7f39e-b719-4692-bc83-ff4fc27647ba tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:32.456929 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-04cb6784-a6a9-46f9-a18e-f068427374a6 req-52a7f39e-b719-4692-bc83-ff4fc27647ba tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0498939
Jan 10 12:51:32.502070 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-04cb6784-a6a9-46f9-a18e-f068427374a6 req-2093fd6c-ef53-4f14-8d29-c6e0c42f4a63 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392954
Jan 10 12:51:33.248744 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dbe38-820d-4be6-b10b-a3801cd4ddab req-e4e63e20-e739-415b-84fd-f16c7139e589 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:33.250127 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e38dbe38-820d-4be6-b10b-a3801cd4ddab req-e4e63e20-e739-415b-84fd-f16c7139e589 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0541866
Jan 10 12:51:33.302989 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e38dbe38-820d-4be6-b10b-a3801cd4ddab req-73e3481a-2522-4caa-bf4c-18e444f36a24 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441074
Jan 10 12:51:33.636303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55993bf6-592c-414c-add8-c3120048aa3c req-e8f2f3f3-91ca-4010-bd75-d83841b18596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:33.637802 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-55993bf6-592c-414c-add8-c3120048aa3c req-e8f2f3f3-91ca-4010-bd75-d83841b18596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0525584
Jan 10 12:51:33.689215 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-55993bf6-592c-414c-add8-c3120048aa3c req-74e253a3-1a85-4e04-977c-8bc352418e7b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433013
Jan 10 12:51:33.899766 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276b20d-07ca-476a-8f06-0346fca38b55 req-2259e2b7-0f40-44ef-9f33-8f174ec12efd tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:33.901229 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c276b20d-07ca-476a-8f06-0346fca38b55 req-2259e2b7-0f40-44ef-9f33-8f174ec12efd tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0479746
Jan 10 12:51:33.951779 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c276b20d-07ca-476a-8f06-0346fca38b55 req-9a4126a2-6330-4512-ba11-1b8b5e18ad61 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449789
Jan 10 12:51:34.434536 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349eaa-517d-43c5-b64e-61bd134c31f1 req-dc8c3a4e-ccf7-43db-bfdc-5e5311175d90 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:34.436056 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca349eaa-517d-43c5-b64e-61bd134c31f1 req-dc8c3a4e-ccf7-43db-bfdc-5e5311175d90 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0514212
Jan 10 12:51:34.485494 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ca349eaa-517d-43c5-b64e-61bd134c31f1 req-7d73b70b-31c0-4373-924f-ed2f5d5c4112 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436714
Jan 10 12:51:35.079875 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451435fa-4828-49ca-9d40-ba1c662f3fc5 req-47a591f5-1355-4d0b-80d0-bc618d34fe5e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:35.081377 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-451435fa-4828-49ca-9d40-ba1c662f3fc5 req-47a591f5-1355-4d0b-80d0-bc618d34fe5e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0510747
Jan 10 12:51:35.132022 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-451435fa-4828-49ca-9d40-ba1c662f3fc5 req-b49caae1-8f9b-459b-9dae-8fcf3ecc1a14 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426469
Jan 10 12:51:35.618098 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6829d4a-7022-4dfa-8dbe-8c555ea8ca04 req-93c86f6f-8a2d-4c9f-8abd-e2c2602a9877 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:35.619596 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6829d4a-7022-4dfa-8dbe-8c555ea8ca04 req-93c86f6f-8a2d-4c9f-8abd-e2c2602a9877 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0529804
Jan 10 12:51:35.670072 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6829d4a-7022-4dfa-8dbe-8c555ea8ca04 req-57944a45-6747-4f8d-85b2-60c838d51e1a tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420856
Jan 10 12:51:35.920827 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-68920f51-20a5-40da-9568-4a35aed708c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:35.922228 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-68920f51-20a5-40da-9568-4a35aed708c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1099 time: 0.0452416
Jan 10 12:51:36.023608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-e5dc3adb-2b0f-4cbb-835f-4217e430c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:36.025113 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-e5dc3adb-2b0f-4cbb-835f-4217e430c96e service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.0964608
Jan 10 12:51:36.099868 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-f3e6f241-5816-4e18-b543-3f37202b98ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 1001 time: 0.0648253
Jan 10 12:51:36.150219 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-83fb89d2-e26a-42bd-a807-e9ae39060430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:36.151855 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-83fb89d2-e26a-42bd-a807-e9ae39060430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0451267
Jan 10 12:51:36.206412 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-0c6fcf5b-3d3f-4cb0-80e8-848bf2907f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:36.208201 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-0c6fcf5b-3d3f-4cb0-80e8-848bf2907f7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0485022
Jan 10 12:51:36.271727 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d31f8-ef56-486c-8ca4-6366411afff4 req-41c09571-900d-49f4-84fd-9a1c24a53b83 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:36.273249 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-448d31f8-ef56-486c-8ca4-6366411afff4 req-41c09571-900d-49f4-84fd-9a1c24a53b83 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0612473
Jan 10 12:51:36.319543 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-4a8f8c05-e9bb-41b8-8cb1-5920de7debd9 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1008384
Jan 10 12:51:36.339166 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-448d31f8-ef56-486c-8ca4-6366411afff4 req-c81167ba-d53c-4ae4-bf48-b5b43646c2ef tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597966
Jan 10 12:51:36.423076 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b76d5935-ddee-4118-9c59-b05f076924e5 req-a683d17b-1bcf-4664-949e-2114754bfddc service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935831
Jan 10 12:51:36.792446 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7c9e0-d450-4b3b-8ab7-51cbfde7e1e3 req-73682762-6d8f-4ec6-b03c-948e373f8c45 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:36.794055 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90e7c9e0-d450-4b3b-8ab7-51cbfde7e1e3 req-73682762-6d8f-4ec6-b03c-948e373f8c45 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0538564
Jan 10 12:51:36.843434 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-90e7c9e0-d450-4b3b-8ab7-51cbfde7e1e3 req-b02ca61c-c470-4571-aa6b-b138240b4c50 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436888
Jan 10 12:51:37.464576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877dd23-c60a-4a64-845a-98e914b42576 req-e4370be8-5efb-4f92-b5e3-cd08990248a3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:37.466082 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1877dd23-c60a-4a64-845a-98e914b42576 req-e4370be8-5efb-4f92-b5e3-cd08990248a3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0560877
Jan 10 12:51:37.515886 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1877dd23-c60a-4a64-845a-98e914b42576 req-9812960b-e663-4721-b0ed-180af346d641 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442758
Jan 10 12:51:38.210324 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38350) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:38.318589 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2af694ec-5d4d-44ca-aea8-953ce7ad9561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.405708 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2af694ec-5d4d-44ca-aea8-953ce7ad9561 admin admin] Publish callbacks [] for security_group (2f62b5a4-a195-4904-bb87-8227d9d5b183), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.411463 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-2af694ec-5d4d-44ca-aea8-953ce7ad9561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2f62b5a4-a195-4904-bb87-8227d9d5b183), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.612393 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-f2f70f66-084e-46ad-8edd-692ee23fae40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.683237 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-2af694ec-5d4d-44ca-aea8-953ce7ad9561 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c96a6ffb39d642aca44c304743affde5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4715397
Jan 10 12:51:38.684964 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af694ec-5d4d-44ca-aea8-953ce7ad9561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62b5a4-a195-4904-bb87-8227d9d5b183,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:38.686831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38356) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:38.736707 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] Publish callbacks [] for security_group (2f62b5a4-a195-4904-bb87-8227d9d5b183), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.762252 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] Publish callbacks [] for security_group (2f62b5a4-a195-4904-bb87-8227d9d5b183), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.816006 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2f62b5a4-a195-4904-bb87-8227d9d5b183), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.818632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:38.819863 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f62b5a4-a195-4904-bb87-8227d9d5b183 HTTP/1.1" status: 204  len: 168 time: 0.1319504
Jan 10 12:51:38.830976 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f91e-8889-4f5e-8303-f0f94c1772f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62b5a4-a195-4904-bb87-8227d9d5b183,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:39.143752 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38386) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:39.297309 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-77344da7-7d36-4767-afcd-f14a308a1fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.378210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-77344da7-7d36-4767-afcd-f14a308a1fc1 admin admin] Publish callbacks [] for security_group (afc5578c-f3d9-4d83-81a5-d4ca8d649ca4), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.382690 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-77344da7-7d36-4767-afcd-f14a308a1fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (afc5578c-f3d9-4d83-81a5-d4ca8d649ca4), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.423648 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-77344da7-7d36-4767-afcd-f14a308a1fc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89ece5eaa16b4d73a21ef1dda9ab1b62&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2786653
Jan 10 12:51:39.425617 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77344da7-7d36-4767-afcd-f14a308a1fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc5578c-f3d9-4d83-81a5-d4ca8d649ca4,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:39.426372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38402) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:39.474690 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] Publish callbacks [] for security_group (afc5578c-f3d9-4d83-81a5-d4ca8d649ca4), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.495343 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] Publish callbacks [] for security_group (afc5578c-f3d9-4d83-81a5-d4ca8d649ca4), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.556046 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (afc5578c-f3d9-4d83-81a5-d4ca8d649ca4), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.559603 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:39.560669 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afc5578c-f3d9-4d83-81a5-d4ca8d649ca4 HTTP/1.1" status: 204  len: 168 time: 0.1330240
Jan 10 12:51:39.569588 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22744d5-5e2b-400e-9129-b8272322053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc5578c-f3d9-4d83-81a5-d4ca8d649ca4,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:39.911997 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38426) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:40.088798 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb20484c-8aab-446e-b6c3-bc1c30041462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.174467 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb20484c-8aab-446e-b6c3-bc1c30041462 admin admin] Publish callbacks [] for security_group (d2bc93ee-040b-4c5a-9322-2c2e235719b8), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.178394 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-cb20484c-8aab-446e-b6c3-bc1c30041462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d2bc93ee-040b-4c5a-9322-2c2e235719b8), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.218559 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-cb20484c-8aab-446e-b6c3-bc1c30041462 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=005aca58f76346ecb31a51ac885ae7b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3054335
Jan 10 12:51:40.219709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20484c-8aab-446e-b6c3-bc1c30041462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bc93ee-040b-4c5a-9322-2c2e235719b8,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:40.221435 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38442) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:40.269651 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] Publish callbacks [] for security_group (d2bc93ee-040b-4c5a-9322-2c2e235719b8), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.291502 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] Publish callbacks [] for security_group (d2bc93ee-040b-4c5a-9322-2c2e235719b8), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.349835 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d2bc93ee-040b-4c5a-9322-2c2e235719b8), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.354715 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:40.358739 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2bc93ee-040b-4c5a-9322-2c2e235719b8 HTTP/1.1" status: 204  len: 168 time: 0.1336653
Jan 10 12:51:40.365736 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26213dda-44de-40bd-a940-60e7b3ac4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bc93ee-040b-4c5a-9322-2c2e235719b8,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:40.844037 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7e512005-8d1c-4e59-b5a7-eb948716c510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:42.024576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:43.680121 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:44.092107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:44.871325 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:46.755859 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:51:52.053136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1170462-48bb-4739-a500-1b09951e7ac5 req-7c30ce93-8d40-42a7-b620-a001d65ed596 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:52.054519 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e1170462-48bb-4739-a500-1b09951e7ac5 req-7c30ce93-8d40-42a7-b620-a001d65ed596 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0670993
Jan 10 12:51:52.106104 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e1170462-48bb-4739-a500-1b09951e7ac5 req-b4f3e8f7-975a-484a-b6e1-87a03d3e20e0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427034
Jan 10 12:51:53.241632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff320b-6735-4d95-a922-4b06c84e39b5 req-4ed1b8ac-600b-4f26-9157-58cc6308a885 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:53.243095 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-61ff320b-6735-4d95-a922-4b06c84e39b5 req-4ed1b8ac-600b-4f26-9157-58cc6308a885 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0512590
Jan 10 12:51:53.295206 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-61ff320b-6735-4d95-a922-4b06c84e39b5 req-47e49c93-0565-4933-9b5d-a12c32e7387b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437140
Jan 10 12:51:54.415679 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e05e8-a4dc-45f8-8cb7-2be25ebbf64b req-094c52d4-1420-4454-a047-6721d93ecc09 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:54.417161 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e60e05e8-a4dc-45f8-8cb7-2be25ebbf64b req-094c52d4-1420-4454-a047-6721d93ecc09 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0486691
Jan 10 12:51:54.472219 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e60e05e8-a4dc-45f8-8cb7-2be25ebbf64b req-5551a6d9-85af-4317-9454-6b9f66e666ef tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464170
Jan 10 12:51:55.602740 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03677112-83e2-4706-8301-cb136b6b69bf req-c95e2555-ee8f-4a2a-afed-ed4285e30eee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:55.604270 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-03677112-83e2-4706-8301-cb136b6b69bf req-c95e2555-ee8f-4a2a-afed-ed4285e30eee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0508237
Jan 10 12:51:55.657660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-03677112-83e2-4706-8301-cb136b6b69bf req-4cc72a78-e4fb-476d-be61-f8ee0eae6616 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462916
Jan 10 12:51:56.011010 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38776) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:56.132301 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.213214 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Publish callbacks [] for security_group (5c69c0d4-00cd-454b-9a33-bae09412b784), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.218157 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5c69c0d4-00cd-454b-9a33-bae09412b784), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.256007 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5283f1d9c54945f29233de283ac8dc5c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2438531
Jan 10 12:51:56.256831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c69c0d4-00cd-454b-9a33-bae09412b784,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:56.258642 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38780) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:56.277596 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.277951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.278298 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.278636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.278968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.279300 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.279655 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.279986 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.280319 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.280646 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.280969 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.281275 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.281593 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a1dd7-1094-4e80-bc04-501eb11967d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:56.320156 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] Publish callbacks [] for security_group (5c69c0d4-00cd-454b-9a33-bae09412b784), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.341339 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] Publish callbacks [] for security_group (5c69c0d4-00cd-454b-9a33-bae09412b784), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.388774 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5c69c0d4-00cd-454b-9a33-bae09412b784), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.391334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.392739 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c69c0d4-00cd-454b-9a33-bae09412b784 HTTP/1.1" status: 204  len: 168 time: 0.1332324
Jan 10 12:51:56.397630 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-5353c2a0-b1a0-4d11-adb8-2d879ed9b83f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:56.399151 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-5353c2a0-b1a0-4d11-adb8-2d879ed9b83f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0565188
Jan 10 12:51:56.400460 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593ab95-0d48-4493-9853-c3c1dfda2ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c69c0d4-00cd-454b-9a33-bae09412b784,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:56.499350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Deleting port 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:56.499720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.594233 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] For port 0341fd05-df0a-4b20-a713-82457a146a1c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0341fd05-df0a-4b20-a713-82457a146a1c,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:51:56.594940 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.676986 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38792) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:56.691643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-38a96d0f-bb9a-4ee6-b406-628e1bfc517b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.819654 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-38a96d0f-bb9a-4ee6-b406-628e1bfc517b admin admin] Publish callbacks [] for security_group (12392aeb-e4b3-40c5-805e-ba748697d1cb), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.828631 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46b1a3-6194-4cea-b04d-fe862d516c8d req-ad7a5580-839b-4a3a-9ec9-b7f5182bd7c8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:51:56.830238 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bf46b1a3-6194-4cea-b04d-fe862d516c8d req-ad7a5580-839b-4a3a-9ec9-b7f5182bd7c8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=3436ba09-022f-4b36-987d-667c236d68d1 HTTP/1.1" status: 200  len: 947 time: 0.0823240
Jan 10 12:51:56.831337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-38a96d0f-bb9a-4ee6-b406-628e1bfc517b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (12392aeb-e4b3-40c5-805e-ba748697d1cb), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.848307 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.848704 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.848990 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Floating IP 121111d6-920c-4a20-867c-ebcabb8414f7 disassociated. External IP: 172.37.5.97, port: 0341fd05-df0a-4b20-a713-82457a146a1c.
Jan 10 12:51:56.849506 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Calling delete_port for 0341fd05-df0a-4b20-a713-82457a146a1c owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:56.888901 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-38a96d0f-bb9a-4ee6-b406-628e1bfc517b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb06e47546dc4b7da8c7cc3ca2eda8c9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2108190
Jan 10 12:51:56.892152 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38804) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:56.903576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a96d0f-bb9a-4ee6-b406-628e1bfc517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12392aeb-e4b3-40c5-805e-ba748697d1cb,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:56.937257 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bf46b1a3-6194-4cea-b04d-fe862d516c8d req-195dbce1-2e81-4532-990b-082dcfcdef7a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=bec71264-07c1-4034-aa66-ba11018fc4f1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967517
Jan 10 12:51:56.965600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] Publish callbacks [] for security_group (12392aeb-e4b3-40c5-805e-ba748697d1cb), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.995000 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (0341fd05-df0a-4b20-a713-82457a146a1c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:56.997786 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] Publish callbacks [] for security_group (12392aeb-e4b3-40c5-805e-ba748697d1cb), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.026664 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'Port': ['ID=0341fd05-df0a-4b20-a713-82457a146a1c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:57.038958 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.039327 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.039769 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.040156 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.040451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.040844 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.041119 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.041476 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.041804 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.042203 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.042684 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.043025 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.043382 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:51:57.063377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (12392aeb-e4b3-40c5-805e-ba748697d1cb), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.066074 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.070229 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12392aeb-e4b3-40c5-805e-ba748697d1cb HTTP/1.1" status: 204  len: 168 time: 0.1770895
Jan 10 12:51:57.080602 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd420471-1a71-435a-b5ba-3b0bff63114c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12392aeb-e4b3-40c5-805e-ba748697d1cb,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:57.163236 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:51:57.285863 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:51:57.298164 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:51:57.312834 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:57.314074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafedeeb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:57.329335 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] No DVR routers for this DVR port 0341fd05-df0a-4b20-a713-82457a146a1c on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:51:57.334662 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.338418 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0fa7a2a9-dc17-409b-bc4e-648d6793350c req-4a14a4d3-51bd-4880-ae74-04a7c690bd61 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "DELETE /v2.0/ports/0341fd05-df0a-4b20-a713-82457a146a1c HTTP/1.1" status: 204  len: 173 time: 0.9307439
Jan 10 12:51:57.339198 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-deleted', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:51:57.341608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28607484-da92-4ae6-aae9-fee3d9db81de" -d '{"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-deleted", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:51:57.386239 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffb84df-535a-49af-b0c5-5ff62c38a6f3 x-openstack-request-id: req-6ffb84df-535a-49af-b0c5-5ff62c38a6f3 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:51:57.386723 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436ba09-022f-4b36-987d-667c236d68d1", "name": "network-vif-deleted", "tag": "0341fd05-df0a-4b20-a713-82457a146a1c", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:51:57.386988 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ffb84df-535a-49af-b0c5-5ff62c38a6f3 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:51:57.387596 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3436ba09-022f-4b36-987d-667c236d68d1', 'name': 'network-vif-deleted', 'tag': '0341fd05-df0a-4b20-a713-82457a146a1c', 'status': 'completed', 'code': 200}
Jan 10 12:51:57.501223 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38818) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:57.515950 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d624eb2e-4159-40d5-92bb-8543d780a9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.583141 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:57.593036 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d624eb2e-4159-40d5-92bb-8543d780a9a7 admin admin] Publish callbacks [] for security_group (484363ee-3bcf-4263-b153-da77ec0d3eb0), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.601099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d624eb2e-4159-40d5-92bb-8543d780a9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (484363ee-3bcf-4263-b153-da77ec0d3eb0), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.645570 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d624eb2e-4159-40d5-92bb-8543d780a9a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e5e2da3aa4480b8d1bd56496107df2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1429553
Jan 10 12:51:57.646497 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624eb2e-4159-40d5-92bb-8543d780a9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484363ee-3bcf-4263-b153-da77ec0d3eb0,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:57.648245 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38824) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:57.702551 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] Publish callbacks [] for security_group (484363ee-3bcf-4263-b153-da77ec0d3eb0), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.724798 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] Publish callbacks [] for security_group (484363ee-3bcf-4263-b153-da77ec0d3eb0), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.772357 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (484363ee-3bcf-4263-b153-da77ec0d3eb0), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.775193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:57.776471 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/484363ee-3bcf-4263-b153-da77ec0d3eb0 HTTP/1.1" status: 204  len: 168 time: 0.1267030
Jan 10 12:51:57.785785 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c62e9a-0caa-4315-a1ae-0646db421886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484363ee-3bcf-4263-b153-da77ec0d3eb0,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:57.826978 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafedeeb0>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:57.856836 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:51:57.871034 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:51:57.872043 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafedeeb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:51:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:58.003325 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:51:58.055800 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38834) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:58.166443 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (bec71264-07c1-4034-aa66-ba11018fc4f1), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.194580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (bec71264-07c1-4034-aa66-ba11018fc4f1), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.266328 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bec71264-07c1-4034-aa66-ba11018fc4f1), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.270659 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.271853 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "DELETE /v2.0/security-groups/bec71264-07c1-4034-aa66-ba11018fc4f1 HTTP/1.1" status: 204  len: 168 time: 0.2155712
Jan 10 12:51:58.274616 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38846) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:58.281647 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f118d16-eb6c-4441-b0c9-e6dd039e546d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec71264-07c1-4034-aa66-ba11018fc4f1,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:58.282600 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafedeeb0>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:51:58.300390 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.api.v2.resource [None req-1354a775-a382-4b89-b5ee-7cf10c3c80e5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] show failed (client error): The resource could not be found.
Jan 10 12:51:58.301444 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1354a775-a382-4b89-b5ee-7cf10c3c80e5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups/bec71264-07c1-4034-aa66-ba11018fc4f1 HTTP/1.1" status: 404  len: 347 time: 0.0243022
Jan 10 12:51:58.304515 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38850) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:58.319695 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aa1fb6-9d42-4dd5-92a0-78e9feeb4c55 None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:51:58.460767 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Deleting port 72c424c8-0797-4971-bb3e-03bde03c5a85 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:51:58.461096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.549350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.549679 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (72c424c8-0797-4971-bb3e-03bde03c5a85), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.564805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Calling delete_port for 72c424c8-0797-4971-bb3e-03bde03c5a85 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:51:58.604309 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796ce91-7393-49cd-8ca9-99b5b496cf6f None None] New status for floating IP 121111d6-920c-4a20-867c-ebcabb8414f7: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:51:58.706379 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (72c424c8-0797-4971-bb3e-03bde03c5a85), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.708619 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.db.api [None req-3796ce91-7393-49cd-8ca9-99b5b496cf6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109431) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 10 12:51:58.709348 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG oslo_db.api [None req-3796ce91-7393-49cd-8ca9-99b5b496cf6f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 10 12:51:58.743622 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'Port': ['ID=72c424c8-0797-4971-bb3e-03bde03c5a85,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:58.811814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (121111d6-920c-4a20-867c-ebcabb8414f7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.814725 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:58.827575 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e6bb77ea-cf34-4aed-84e9-11f84ae3dd0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "DELETE /v2.0/floatingips/121111d6-920c-4a20-867c-ebcabb8414f7 HTTP/1.1" status: 204  len: 168 time: 0.5140562
Jan 10 12:51:59.211352 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796ce91-7393-49cd-8ca9-99b5b496cf6f None None] New status for floating IP 121111d6-920c-4a20-867c-ebcabb8414f7: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:51:59.349480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38868) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:59.354136 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160814753', 'description': 'tempest-description--61088040'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:59.379766 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.452104 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (b1de3f09-1740-4703-9999-b1326bda9682), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.456817 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b1de3f09-1740-4703-9999-b1326bda9682), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.489792 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.493674 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1404743
Jan 10 12:51:59.493674 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd100-02bc-4cc6-a704-4609ed8ff6cf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1de3f09-1740-4703-9999-b1326bda9682,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:59.494037 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 38872) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:59.498483 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group_rule': {'security_group_id': 'b1de3f09-1740-4703-9999-b1326bda9682', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:59.530742 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (f94de6b4-e266-43af-9bbe-a79e79934f45), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.590657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (f94de6b4-e266-43af-9bbe-a79e79934f45), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.597088 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (f94de6b4-e266-43af-9bbe-a79e79934f45), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.614593 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:51:59.635495 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.636720 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1417027
Jan 10 12:51:59.639506 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38876) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:59.641730 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113d77c-9370-4127-a67b-e9006fb204b3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94de6b4-e266-43af-9bbe-a79e79934f45,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:59.659063 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 0341fd05-df0a-4b20-a713-82457a146a1c {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:51:59.659425 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 0341fd05-df0a-4b20-a713-82457a146a1c not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:51:59.660144 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'security_group_rule': {'security_group_id': 'b1de3f09-1740-4703-9999-b1326bda9682', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:59.699030 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (9d7a0223-3f2f-4939-b974-06bde21b6cd0), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.774194 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (9d7a0223-3f2f-4939-b974-06bde21b6cd0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.778705 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (9d7a0223-3f2f-4939-b974-06bde21b6cd0), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.800612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7a0223-3f2f-4939-b974-06bde21b6cd0,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:51:59.809155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:51:59.810494 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f317432c-e772-484c-8132-b33bb3e6d984 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1690104
Jan 10 12:51:59.814010 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 38878) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:51:59.818365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:51:59.849392 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.005504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.130320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Allocated IP 172.37.5.9 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/b0c5bed7-6f74-4acc-96fc-35414fef8700) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:00.246464 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.281595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b531d2-c39b-435c-a70d-7f052cb3815b req-83585c6f-b7c7-44eb-b70c-9b4e4c006f6f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:00.283250 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.283469 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f7b531d2-c39b-435c-a70d-7f052cb3815b req-83585c6f-b7c7-44eb-b70c-9b4e4c006f6f tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0527551
Jan 10 12:52:00.329620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:00.333410 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:00.335147 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f7b531d2-c39b-435c-a70d-7f052cb3815b req-16d5a442-c704-4767-baf8-b67ab154a354 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428884
Jan 10 12:52:00.337356 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:00.359591 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=b0c5bed7-6f74-4acc-96fc-35414fef8700,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:00.464660 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.504078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.657418 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.664594 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.725952 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=b0c5bed7-6f74-4acc-96fc-35414fef8700,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:00.739936 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.755895 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:00.757063 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-319960e6-a0b6-4c2b-9fdd-8808586fde29 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 0.9423070
Jan 10 12:52:00.965274 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-892f5433-ee8d-406a-b889-3d73bb7e8055 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1160814753&fields=id&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 267 time: 0.0429103
Jan 10 12:52:01.074246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-9c05d856-f36d-437b-aaee-d8b2fefcdff3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:01.075726 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-9c05d856-f36d-437b-aaee-d8b2fefcdff3 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 816 time: 0.1037495
Jan 10 12:52:01.090064 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-c2c7e08d-dfdd-488e-a605-0c64920352c4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/quotas/4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 375 time: 0.0089452
Jan 10 12:52:01.139662 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-57fdace2-2507-4dff-b4d9-d805b72c8fac tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0439854
Jan 10 12:52:01.247923 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-9f7904e8-2c8b-4320-8f02-17c4f9c2add2 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952177
Jan 10 12:52:01.356781 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-4e2b3e83-1b18-4e22-ada5-a2ecf423b344 service neutron] 10.222.0.13 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0963037
Jan 10 12:52:01.458721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aea19-47f9-496f-acb4-3487d1bebdf2 req-ed517412-7b79-41c2-a0e7-00c9ee720e37 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:01.461728 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ea4aea19-47f9-496f-acb4-3487d1bebdf2 req-ed517412-7b79-41c2-a0e7-00c9ee720e37 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0557356
Jan 10 12:52:01.532844 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ea4aea19-47f9-496f-acb4-3487d1bebdf2 req-e5b2993a-fd72-4299-b3cb-593e610ca484 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/security-groups?id=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651591
Jan 10 12:52:01.534829 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-02588b89-38ab-4f12-90c1-5b44a0ec7a25 req-d8a7a1ee-b045-45ec-9bb3-02ff9aca7f49 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 210 time: 0.0352268
Jan 10 12:52:02.071006 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-45b990ba-4f56-464e-9a53-7af27f4a5407 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:02.072440 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-45b990ba-4f56-464e-9a53-7af27f4a5407 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 945 time: 0.0500100
Jan 10 12:52:02.167537 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Deleting port 84585c51-168a-46c1-8900-8e565489be7a {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:52:02.167875 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (84585c51-168a-46c1-8900-8e565489be7a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:02.258025 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] For port 84585c51-168a-46c1-8900-8e565489be7a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=84585c51-168a-46c1-8900-8e565489be7a,segment=NetworkSegment(f2c7c86d-94f9-41ae-b156-f1e13624d931),segment_id=f2c7c86d-94f9-41ae-b156-f1e13624d931)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:02.258384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (84585c51-168a-46c1-8900-8e565489be7a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:02.274932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Calling delete_port for 84585c51-168a-46c1-8900-8e565489be7a owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:52:02.435552 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (84585c51-168a-46c1-8900-8e565489be7a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:02.448121 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['84585c51-168a-46c1-8900-8e565489be7a'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:52:02.498856 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Pushing event deleted for resources: {'Port': ['ID=84585c51-168a-46c1-8900-8e565489be7a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:02.547303 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] No DVR routers for this DVR port 84585c51-168a-46c1-8900-8e565489be7a on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:52:02.556761 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:02.560283 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-05dd9f1c-c3e2-43e1-be1f-5d134ea14612 req-5038c311-ee3b-402d-ad50-205e3d54908e tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.15 "DELETE /v2.0/ports/84585c51-168a-46c1-8900-8e565489be7a HTTP/1.1" status: 204  len: 173 time: 0.4822683
Jan 10 12:52:02.560746 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'name': 'network-vif-deleted', 'tag': '84585c51-168a-46c1-8900-8e565489be7a'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:52:02.565117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee64d7-cddf-48cf-976f-cdfb9ac85557" -d '{"events": [{"server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "name": "network-vif-deleted", "tag": "84585c51-168a-46c1-8900-8e565489be7a"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:52:02.599378 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-f951ba01-cc3a-474c-a5c9-16aed010c1c2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:02.600976 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-f951ba01-cc3a-474c-a5c9-16aed010c1c2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 816 time: 0.1953413
Jan 10 12:52:02.666015 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cb953a18-7dba-4dca-96ac-7d92d67e69f5 req-9d6c2b74-3e88-4cb9-bd46-fb7556108aca tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 210 time: 0.0316358
Jan 10 12:52:02.672239 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-4c0c8c2e-6fa3-485e-9efe-a95cd54bf92d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 380 time: 0.0592449
Jan 10 12:52:02.693936 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0913dc51-5118-4234-a2be-f77b2f655eb9 req-85faaf5d-0df7-4678-9b76-d3d2646c6454 tempest-VolumesSnapshotTestJSON-1600223418 tempest-VolumesSnapshotTestJSON-1600223418-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7f754ca-3b81-4ac1-895b-3c6049a09cb3 HTTP/1.1" status: 200  len: 210 time: 0.0309567
Jan 10 12:52:02.695109 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'port': {'device_id': '09225d89-9a27-4364-a81c-ed60792c76f3', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'admin_state_up': True, 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'security_groups': ['b1de3f09-1740-4703-9999-b1326bda9682']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:02.731799 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254371aa-0052-429f-901f-417e94e41a87 x-openstack-request-id: req-254371aa-0052-429f-901f-417e94e41a87 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:52:02.732202 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f754ca-3b81-4ac1-895b-3c6049a09cb3", "name": "network-vif-deleted", "tag": "84585c51-168a-46c1-8900-8e565489be7a", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:52:02.732480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-254371aa-0052-429f-901f-417e94e41a87 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:52:02.732897 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7f754ca-3b81-4ac1-895b-3c6049a09cb3', 'name': 'network-vif-deleted', 'tag': '84585c51-168a-46c1-8900-8e565489be7a', 'status': 'completed', 'code': 200}
Jan 10 12:52:02.816555 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Made reservation on behalf of 4be23531f9014bfebfd2d51c8502d6ce for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:52:02.820091 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:02.943062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Allocated IP 172.20.0.14 (e4e2bf48-1c7a-42e2-945e-96cdb90a357a/5bfd9b3f-a046-4367-8b29-abb03be26cf9/dc3f0c02-667c-403b-91d3-b98ae7eeec12) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:03.076329 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.123590 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.168620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:03.171631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:03.176857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:03.183308 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:03.232241 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:03.232891 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.251187 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a7d016ad-757c-4c35-b36f-d665e2666261 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5612128
Jan 10 12:52:03.263071 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Request body: {'port': {'device_id': '09225d89-9a27-4364-a81c-ed60792c76f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:03.319697 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.451653 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-729295c9-359c-4daa-a73b-e68e9ac156d6 None None] Provisioning complete for port dc3f0c02-667c-403b-91d3-b98ae7eeec12 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:03.452233 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-729295c9-359c-4daa-a73b-e68e9ac156d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.487280 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-729295c9-359c-4daa-a73b-e68e9ac156d6 None None] Port dc3f0c02-667c-403b-91d3-b98ae7eeec12 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:52:03.804222 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517b5de-44bb-469d-a861-45708d78c3a1 req-c8fa816d-a3a3-4a5a-a93f-c593c1345715 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:03.806278 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9517b5de-44bb-469d-a861-45708d78c3a1 req-c8fa816d-a3a3-4a5a-a93f-c593c1345715 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 932 time: 0.0537481
Jan 10 12:52:03.827333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:52:03.835621 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks [] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.851893 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Transition to ACTIVE for port object dc3f0c02-667c-403b-91d3-b98ae7eeec12 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:52:03.856110 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:03.858890 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9517b5de-44bb-469d-a861-45708d78c3a1 req-f33d0598-bb32-4cb6-9c73-29c6b5cbb29f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466416
Jan 10 12:52:03.909296 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:03.988949 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Attempting to bind port dc3f0c02-667c-403b-91d3-b98ae7eeec12 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:03.989287 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Attempting to bind port dc3f0c02-667c-403b-91d3-b98ae7eeec12 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:03.989623 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Attempting to bind port dc3f0c02-667c-403b-91d3-b98ae7eeec12 on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:03.994485 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Port dc3f0c02-667c-403b-91d3-b98ae7eeec12 on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:52:03.994863 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Attempting to bind port dc3f0c02-667c-403b-91d3-b98ae7eeec12 on network e4e2bf48-1c7a-42e2-945e-96cdb90a357a {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:04.001387 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:04.002024 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Checking segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:04.002509 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Bound using segment: {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:04.003451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Bound port: dc3f0c02-667c-403b-91d3-b98ae7eeec12, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053123a1-b079-4604-89b2-d01a89b73376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:04.003617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:04.077450 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:04.081235 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:04.085164 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:04.120624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.121242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:04.122655 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 1094 time: 0.8638501
Jan 10 12:52:04.146122 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60bd82-d863-4ff4-977a-1def98f1dc74 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:04.211014 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-7f96e37b-a1ed-4249-9c81-9f248b7f70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.212466 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-7f96e37b-a1ed-4249-9c81-9f248b7f70fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1097 time: 0.0456944
Jan 10 12:52:04.257605 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-083fa7dd-5b45-4cff-994e-b75fdeb4ab8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 217 time: 0.0359051
Jan 10 12:52:04.310460 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-1e2ba9a5-f6b2-41d5-8a6c-2b8f7aa15337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.312105 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-1e2ba9a5-f6b2-41d5-8a6c-2b8f7aa15337 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0478699
Jan 10 12:52:04.363504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-1c7515ab-c60c-4bc1-a186-28b379de68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.365024 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-1c7515ab-c60c-4bc1-a186-28b379de68b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0447979
Jan 10 12:52:04.460279 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-a4f03a1c-fafc-40b9-a8f1-0118f14acc3c service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0887878
Jan 10 12:52:04.565172 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f52664bc-9000-4721-aa14-c9dcf96f382e req-f2196981-8a3e-4b1d-bcf1-f817889e587a service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966020
Jan 10 12:52:04.733965 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:52:04.738282 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948daea6-0145-4965-b625-13408a9eb1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:52:04.780307 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63410b92-408c-44e3-815b-c0e62649d8fb x-openstack-request-id: req-63410b92-408c-44e3-815b-c0e62649d8fb {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:52:04.780608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:52:04.780891 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63410b92-408c-44e3-815b-c0e62649d8fb {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:52:04.781296 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'status': 'completed', 'code': 200}
Jan 10 12:52:04.845023 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daea6-0145-4965-b625-13408a9eb1dc req-e29f43a7-aa5c-44d7-b472-b29a6b39e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.846586 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-e29f43a7-aa5c-44d7-b472-b29a6b39e093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1097 time: 0.0433528
Jan 10 12:52:04.942272 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daea6-0145-4965-b625-13408a9eb1dc req-28dc1dc1-33f2-4cfe-9bf9-044ea90296eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.943837 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-28dc1dc1-33f2-4cfe-9bf9-044ea90296eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.0907011
Jan 10 12:52:04.978983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cd0b5-b6d4-4bf7-b6c6-f8be72a670af req-b2fbb775-a6c0-4b14-a04f-872993c20530 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:04.980478 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ba7cd0b5-b6d4-4bf7-b6c6-f8be72a670af req-b2fbb775-a6c0-4b14-a04f-872993c20530 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0474417
Jan 10 12:52:04.990488 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-dd52d06f-f4d9-4665-935a-caaee449756b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 217 time: 0.0348110
Jan 10 12:52:05.026846 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ba7cd0b5-b6d4-4bf7-b6c6-f8be72a670af req-a4be4319-3f27-4e01-ba9e-8206521edd75 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405765
Jan 10 12:52:05.040585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daea6-0145-4965-b625-13408a9eb1dc req-80e6a335-eab8-4939-b8e9-7dfbc431ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:05.042032 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-80e6a335-eab8-4939-b8e9-7dfbc431ae53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0439572
Jan 10 12:52:05.088645 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948daea6-0145-4965-b625-13408a9eb1dc req-1c899147-7059-4dcf-b980-b643465c6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:05.090251 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-1c899147-7059-4dcf-b980-b643465c6ef0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0411620
Jan 10 12:52:05.187917 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-c49e6cef-8c52-4fa4-ab07-10cbe8503751 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0908852
Jan 10 12:52:05.293486 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-948daea6-0145-4965-b625-13408a9eb1dc req-98a7101c-8fff-46c8-93aa-d19d5e3789c3 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936193
Jan 10 12:52:06.168175 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c59e9-9e7b-456c-9372-6d803997573e req-31ac3721-39ab-47b8-8e41-5c81e10da578 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:06.169747 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4b3c59e9-9e7b-456c-9372-6d803997573e req-31ac3721-39ab-47b8-8e41-5c81e10da578 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0594854
Jan 10 12:52:06.218968 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4b3c59e9-9e7b-456c-9372-6d803997573e req-b78784f7-c254-4503-a81b-e8dacb665522 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435860
Jan 10 12:52:06.311914 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 84585c51-168a-46c1-8900-8e565489be7a no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:52:06.335884 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 84585c51-168a-46c1-8900-8e565489be7a {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:52:06.336151 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 84585c51-168a-46c1-8900-8e565489be7a not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:52:07.349088 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd7096-96a7-4a01-8d19-8640160a19ec req-f8b788fd-1a7c-492f-bf41-0afdc264d0fc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:07.350986 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ecd7096-96a7-4a01-8d19-8640160a19ec req-f8b788fd-1a7c-492f-bf41-0afdc264d0fc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0551298
Jan 10 12:52:07.402486 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ecd7096-96a7-4a01-8d19-8640160a19ec req-abcb9a80-fa79-43da-9cc7-de0a41fe3f72 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428455
Jan 10 12:52:07.977225 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:52:08.078975 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:08.091096 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:52:08.139698 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:08.140333 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:08.154463 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:52:08.177744 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:08.183159 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:08.234382 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:08.533927 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4ea0b-b92c-405d-880c-389fbe119807 req-5a25f24f-111b-47a0-9d7a-789d2a507645 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:08.535589 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ee4ea0b-b92c-405d-880c-389fbe119807 req-5a25f24f-111b-47a0-9d7a-789d2a507645 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0506103
Jan 10 12:52:08.590377 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ee4ea0b-b92c-405d-880c-389fbe119807 req-5fea8603-70ae-4ede-855a-d985a16fba90 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487528
Jan 10 12:52:08.628518 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-01a288c5-69f9-4932-bfc6-1fb5642f0650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:09.739295 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935505e2-3b76-4024-96aa-c119ade900e5 req-16085aef-d39c-4d35-9e39-cbbb73aebc53 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:09.740939 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-935505e2-3b76-4024-96aa-c119ade900e5 req-16085aef-d39c-4d35-9e39-cbbb73aebc53 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0641954
Jan 10 12:52:09.790783 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-935505e2-3b76-4024-96aa-c119ade900e5 req-d8ba10f2-749c-4cea-8614-36917c9ef747 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441554
Jan 10 12:52:10.857585 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-f7daed2f-a4b4-4b52-a944-7f322171f274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:10.925598 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1e2cb-9689-4abf-aa39-6f9a33e2d21f req-ef49e941-2879-44eb-91bc-3b08cc9b8069 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:10.927119 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ef1e2cb-9689-4abf-aa39-6f9a33e2d21f req-ef49e941-2879-44eb-91bc-3b08cc9b8069 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0521784
Jan 10 12:52:10.973709 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5ef1e2cb-9689-4abf-aa39-6f9a33e2d21f req-f1e17c42-1e52-48a3-9693-6f61d07f3fbf tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407243
Jan 10 12:52:11.023610 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['dc3f0c02-667c-403b-91d3-b98ae7eeec12'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:52:12.033676 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:12.104698 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e31ec-b052-4be9-9d72-752b80dcb413 req-5909c81e-2308-45af-a6ad-ac543daa462a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:12.106169 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-393e31ec-b052-4be9-9d72-752b80dcb413 req-5909c81e-2308-45af-a6ad-ac543daa462a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0530069
Jan 10 12:52:12.155241 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-393e31ec-b052-4be9-9d72-752b80dcb413 req-a9445527-b98d-4218-91be-dfdaafce2dc5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432041
Jan 10 12:52:13.299295 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d829a9-659e-4805-8df8-0cc9017a93e4 req-b8b7da69-1089-4dd3-937a-ac22d6e93551 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:13.300924 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-78d829a9-659e-4805-8df8-0cc9017a93e4 req-b8b7da69-1089-4dd3-937a-ac22d6e93551 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0626333
Jan 10 12:52:13.354642 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-78d829a9-659e-4805-8df8-0cc9017a93e4 req-9550cef0-acf5-4910-95c4-ac1a3ecbf9ad tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480473
Jan 10 12:52:13.683211 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:14.102391 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:14.480643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f9927-abc4-4efd-9665-331305a36950 req-db01ae03-ea6c-404e-ac76-f1e48c82913e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:14.482103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf9f9927-abc4-4efd-9665-331305a36950 req-db01ae03-ea6c-404e-ac76-f1e48c82913e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0493772
Jan 10 12:52:14.535317 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf9f9927-abc4-4efd-9665-331305a36950 req-96b12cd5-ab80-4c39-a5b9-6741805dd8e4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473146
Jan 10 12:52:14.868268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:15.671237 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61287da-23f2-40e3-8d25-af0e1c436e3f req-ca2c1193-be03-440f-b3b9-16ec6883b272 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:15.672937 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c61287da-23f2-40e3-8d25-af0e1c436e3f req-ca2c1193-be03-440f-b3b9-16ec6883b272 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0573702
Jan 10 12:52:15.727282 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c61287da-23f2-40e3-8d25-af0e1c436e3f req-2193c84e-f2e4-4b43-a3f1-ec93e7f7c5b4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458162
Jan 10 12:52:15.999789 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:16.052446 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port dc3f0c02-667c-403b-91d3-b98ae7eeec12 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:52:16.056212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port dc3f0c02-667c-403b-91d3-b98ae7eeec12 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:16.056585 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:16.134679 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:16.135076 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:16.167127 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:52:16.170355 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec29f04-3990-486c-b008-260a4e836d21" -d '{"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:52:16.187864 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:16.193675 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:16.224500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88c6dd-c34e-4ddc-8373-693ad2b7aa10 x-openstack-request-id: req-bf88c6dd-c34e-4ddc-8373-693ad2b7aa10 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:52:16.224827 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:52:16.225087 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf88c6dd-c34e-4ddc-8373-693ad2b7aa10 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:52:16.225484 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'code': 200}
Jan 10 12:52:16.248045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:16.256614 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.256976 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.257328 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.257676 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.258013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.258348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.258679 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.259013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.259341 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.259719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.260048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.260374 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.260697 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:16.397153 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abd1b3-3ddf-4bcb-b75b-4ff418f013b3 req-156552eb-fd42-4072-ac58-c38176a62a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:16.399478 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-42abd1b3-3ddf-4bcb-b75b-4ff418f013b3 req-156552eb-fd42-4072-ac58-c38176a62a74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1099 time: 0.0458119
Jan 10 12:52:16.445640 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-42abd1b3-3ddf-4bcb-b75b-4ff418f013b3 req-dcbf4a40-6f04-4149-b54c-ea8035080f7e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398757
Jan 10 12:52:16.861737 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1bded-287a-4a2d-9a07-639b3fdf9803 req-d5ecd47f-e8ec-4276-b618-bc14c63ac463 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:16.863193 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7dc1bded-287a-4a2d-9a07-639b3fdf9803 req-d5ecd47f-e8ec-4276-b618-bc14c63ac463 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0604575
Jan 10 12:52:16.910482 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7dc1bded-287a-4a2d-9a07-639b3fdf9803 req-3cea44c4-c0d3-45f2-87d4-c391f1fc740b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411756
Jan 10 12:52:18.045471 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba5440-beba-403b-bfe8-a4f872e90aa1 req-87f06ade-57d7-4751-8a41-e2ffca4f2cd9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:18.046804 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-67ba5440-beba-403b-bfe8-a4f872e90aa1 req-87f06ade-57d7-4751-8a41-e2ffca4f2cd9 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0581546
Jan 10 12:52:18.103820 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-67ba5440-beba-403b-bfe8-a4f872e90aa1 req-c50fd44f-1488-4b69-990f-e235c8861ca8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461946
Jan 10 12:52:18.224859 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499937e-fa80-43c5-8e66-0cb5d18b4d6e req-f1e569bc-44d8-4803-a4e7-d05c532e8e83 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:18.226299 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7499937e-fa80-43c5-8e66-0cb5d18b4d6e req-f1e569bc-44d8-4803-a4e7-d05c532e8e83 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0487521
Jan 10 12:52:18.238920 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39148) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:18.243486 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Request body: {'floatingip': {'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:18.283578 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:18.696664 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:18.702332 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:18.811159 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Floating IP 5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc associated. External IP: 172.37.5.9, port: dc3f0c02-667c-403b-91d3-b98ae7eeec12.
Jan 10 12:52:19.222280 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:52:19.331062 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:52:19.336226 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:19.340870 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:52:19.351119 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:19.351770 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafc1e9d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:19.362910 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-4308e0a9-1c16-4ccd-8882-49b97e3f7ee1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "PUT /v2.0/floatingips/5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc HTTP/1.1" status: 200  len: 990 time: 1.1229885
Jan 10 12:52:19.363601 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:52:19.365918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08830860-ce58-46a5-b45f-48b583f312b9" -d '{"events": [{"name": "network-changed", "server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:52:19.404346 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8c28e5-db1b-4b38-aadf-e3ea5b5a6b1c x-openstack-request-id: req-3f8c28e5-db1b-4b38-aadf-e3ea5b5a6b1c {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:52:19.404639 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:52:19.404893 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f8c28e5-db1b-4b38-aadf-e3ea5b5a6b1c {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:52:19.405291 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'status': 'completed', 'code': 200}
Jan 10 12:52:19.455120 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:19.718999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafc1e9d0>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09225d89-9a27-4364-a81c-ed60792c76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:52:00Z', 'updated_at': '2022-01-10T12:52:18Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:19.744836 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:52:19.753518 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:19.754151 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafc1e9d0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:19.856748 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:20.227970 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafc1e9d0>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09225d89-9a27-4364-a81c-ed60792c76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:52:00Z', 'updated_at': '2022-01-10T12:52:18Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:20.253307 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75fdec-c7b6-4ab8-bd8e-a329a29ac75d None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'floating_ip_address': '172.37.5.9', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09225d89-9a27-4364-a81c-ed60792c76f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:52:00Z', 'updated_at': '2022-01-10T12:52:18Z', 'revision_number': 1, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:52:20.461847 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7413a30-aaa6-442f-9eaf-5c43a30d6b99 None None] New status for floating IP 5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:52:20.509681 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830860-ce58-46a5-b45f-48b583f312b9 req-24b3fdb6-063a-4c5e-96de-96685b383437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:20.511185 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-24b3fdb6-063a-4c5e-96de-96685b383437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1099 time: 0.0438602
Jan 10 12:52:20.622691 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830860-ce58-46a5-b45f-48b583f312b9 req-f210f9c9-009e-4e66-be2b-595f71c4539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:20.624232 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-f210f9c9-009e-4e66-be2b-595f71c4539d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.0910716
Jan 10 12:52:20.696413 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-d6fd644c-7447-460d-9269-151a3896c35b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 1000 time: 0.0637245
Jan 10 12:52:20.755010 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830860-ce58-46a5-b45f-48b583f312b9 req-a05f4cae-fc3f-4e5d-9dd9-410a90239d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:20.756793 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-a05f4cae-fc3f-4e5d-9dd9-410a90239d36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0520606
Jan 10 12:52:20.803425 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08830860-ce58-46a5-b45f-48b583f312b9 req-c2d001ab-75fb-4a68-9465-73b0a7fb4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:20.804967 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-c2d001ab-75fb-4a68-9465-73b0a7fb4ae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0418839
Jan 10 12:52:20.896556 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-8e8f3942-c8f5-4261-85da-371dce7af80b service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847089
Jan 10 12:52:20.992708 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-08830860-ce58-46a5-b45f-48b583f312b9 req-4855e921-517c-4556-87d9-c3cce7155586 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0893850
Jan 10 12:52:23.757471 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:52:27.604963 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39298) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:27.714246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8903fca-a8cc-4309-806c-148752921752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.788949 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8903fca-a8cc-4309-806c-148752921752 admin admin] Publish callbacks [] for security_group (47594d57-208d-438d-8c6d-60310a978a08), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.793398 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8903fca-a8cc-4309-806c-148752921752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (47594d57-208d-438d-8c6d-60310a978a08), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.831296 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f8903fca-a8cc-4309-806c-148752921752 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ec62cbe827a42fbb57e5722bb53524f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2252824
Jan 10 12:52:27.832259 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8903fca-a8cc-4309-806c-148752921752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47594d57-208d-438d-8c6d-60310a978a08,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:27.835468 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39306) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:27.894242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] Publish callbacks [] for security_group (47594d57-208d-438d-8c6d-60310a978a08), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.915740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] Publish callbacks [] for security_group (47594d57-208d-438d-8c6d-60310a978a08), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.963821 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (47594d57-208d-438d-8c6d-60310a978a08), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.966443 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:27.968093 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47594d57-208d-438d-8c6d-60310a978a08 HTTP/1.1" status: 204  len: 168 time: 0.1310275
Jan 10 12:52:27.975817 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c781e0-9221-41e5-b203-1f85c30d9d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47594d57-208d-438d-8c6d-60310a978a08,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:28.243276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39312) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:28.264178 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b8117d54-0eb0-42b2-9cff-b39c2ff3f6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.348110 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b8117d54-0eb0-42b2-9cff-b39c2ff3f6a9 admin admin] Publish callbacks [] for security_group (83b65d95-e2bd-4323-b427-897789597820), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.353300 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b8117d54-0eb0-42b2-9cff-b39c2ff3f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (83b65d95-e2bd-4323-b427-897789597820), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.391383 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b8117d54-0eb0-42b2-9cff-b39c2ff3f6a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d042f4a2eed474dbbdac8098f09f060&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1467161
Jan 10 12:52:28.392250 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8117d54-0eb0-42b2-9cff-b39c2ff3f6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b65d95-e2bd-4323-b427-897789597820,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:28.394454 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39316) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:28.445140 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] Publish callbacks [] for security_group (83b65d95-e2bd-4323-b427-897789597820), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.469534 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] Publish callbacks [] for security_group (83b65d95-e2bd-4323-b427-897789597820), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.523139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (83b65d95-e2bd-4323-b427-897789597820), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.525688 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:28.526878 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83b65d95-e2bd-4323-b427-897789597820 HTTP/1.1" status: 204  len: 168 time: 0.1313746
Jan 10 12:52:28.534421 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62497519-1f12-48a0-8fc6-89001e895afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b65d95-e2bd-4323-b427-897789597820,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:30.294940 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39386) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:30.416918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ecf29336-e1e1-4c9f-b60a-2ebe1a37084c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.493838 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ecf29336-e1e1-4c9f-b60a-2ebe1a37084c admin admin] Publish callbacks [] for security_group (077159de-6580-4594-b48c-c5df3246ba15), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.498418 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ecf29336-e1e1-4c9f-b60a-2ebe1a37084c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (077159de-6580-4594-b48c-c5df3246ba15), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.537299 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ecf29336-e1e1-4c9f-b60a-2ebe1a37084c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66ba5dc31c03401e84a1c71bc2da9e9d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2411685
Jan 10 12:52:30.538303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf29336-e1e1-4c9f-b60a-2ebe1a37084c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077159de-6580-4594-b48c-c5df3246ba15,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:30.541388 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39392) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:30.595175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] Publish callbacks [] for security_group (077159de-6580-4594-b48c-c5df3246ba15), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.617157 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] Publish callbacks [] for security_group (077159de-6580-4594-b48c-c5df3246ba15), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.670042 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (077159de-6580-4594-b48c-c5df3246ba15), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.672590 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:30.673767 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/077159de-6580-4594-b48c-c5df3246ba15 HTTP/1.1" status: 204  len: 168 time: 0.1311915
Jan 10 12:52:30.681370 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b3a49-1268-458b-91c2-ebc9fc1dcda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077159de-6580-4594-b48c-c5df3246ba15,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:30.951163 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39402) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:30.965982 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-435ffee5-deac-46b0-8142-708dec824df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.046008 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-435ffee5-deac-46b0-8142-708dec824df8 admin admin] Publish callbacks [] for security_group (fa403d84-5aca-43f8-9745-eaf4b3c4384c), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.050979 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-435ffee5-deac-46b0-8142-708dec824df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (fa403d84-5aca-43f8-9745-eaf4b3c4384c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.089478 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ffee5-deac-46b0-8142-708dec824df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa403d84-5aca-43f8-9745-eaf4b3c4384c,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:31.094127 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-435ffee5-deac-46b0-8142-708dec824df8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d27e14e04d5420ebad37b94053f3010&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1413274
Jan 10 12:52:31.096288 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39418) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:31.145692 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] Publish callbacks [] for security_group (fa403d84-5aca-43f8-9745-eaf4b3c4384c), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.168642 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] Publish callbacks [] for security_group (fa403d84-5aca-43f8-9745-eaf4b3c4384c), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.216563 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (fa403d84-5aca-43f8-9745-eaf4b3c4384c), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.219129 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:31.220305 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa403d84-5aca-43f8-9745-eaf4b3c4384c HTTP/1.1" status: 204  len: 168 time: 0.1231270
Jan 10 12:52:31.228419 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21c26e-a54e-4bfc-954e-cbf2c6384011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa403d84-5aca-43f8-9745-eaf4b3c4384c,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:33.336817 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39492) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:33.380450 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Deleting subnet ec101d5c-64b2-4c62-b665-1033dfa9620e {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:52:33.383954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Publish callbacks [] for subnet (ec101d5c-64b2-4c62-b665-1033dfa9620e), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.421929 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (ec101d5c-64b2-4c62-b665-1033dfa9620e), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.467987 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (ec101d5c-64b2-4c62-b665-1033dfa9620e), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.521576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (ec101d5c-64b2-4c62-b665-1033dfa9620e), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.546356 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec101d5c-64b2-4c62-b665-1033dfa9620e,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:33.556014 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.562010 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e6edfe23-79a4-499a-a217-aa0c500d6556 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ec101d5c-64b2-4c62-b665-1033dfa9620e HTTP/1.1" status: 204  len: 168 time: 0.2241771
Jan 10 12:52:33.564759 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39496) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:33.635754 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (5af1f618-4b76-4aff-a2a2-5ebba4d5c873), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.722647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (5af1f618-4b76-4aff-a2a2-5ebba4d5c873), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.743716 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc290280>,) {'filters': {'network_id': ['5af1f618-4b76-4aff-a2a2-5ebba4d5c873']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:33.753495 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc290280>, 'f2c7c86d-94f9-41ae-b156-f1e13624d931') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:33.753797 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc290280>, 'f2c7c86d-94f9-41ae-b156-f1e13624d931') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:33.763351 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (f2c7c86d-94f9-41ae-b156-f1e13624d931), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.776914 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (f2c7c86d-94f9-41ae-b156-f1e13624d931), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.782484 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:52:33.782919 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (f2c7c86d-94f9-41ae-b156-f1e13624d931), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:52:33.784614 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:52:33.841831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (5af1f618-4b76-4aff-a2a2-5ebba4d5c873), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.848633 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:33.851803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] 10.222.0.13 "DELETE /v2.0/networks/5af1f618-4b76-4aff-a2a2-5ebba4d5c873 HTTP/1.1" status: 204  len: 168 time: 0.2859907
Jan 10 12:52:33.863775 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dec77-480c-473b-bf86-9f235b9f5a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=5af1f618-4b76-4aff-a2a2-5ebba4d5c873,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:34.022365 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39504) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:34.062747 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8c9d0f38-308e-4ae6-a488-b2d51568c0dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36b1b002256e43eba62e736d945f9049&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0391459
Jan 10 12:52:34.066136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39506) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:34.115652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] Publish callbacks [] for security_group (397ad9fe-1ce0-4fb3-b396-4b8efe014c1b), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:34.138561 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] Publish callbacks [] for security_group (397ad9fe-1ce0-4fb3-b396-4b8efe014c1b), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:34.185775 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (397ad9fe-1ce0-4fb3-b396-4b8efe014c1b), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:34.190171 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:34.192069 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/397ad9fe-1ce0-4fb3-b396-4b8efe014c1b HTTP/1.1" status: 204  len: 168 time: 0.1247330
Jan 10 12:52:34.200936 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3805b39-b64d-497e-a243-6c7f2698350a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397ad9fe-1ce0-4fb3-b396-4b8efe014c1b,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:36.380337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39596) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:36.494368 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2f334344-88b8-4ac3-840e-5cfcc0e2f75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.579384 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2f334344-88b8-4ac3-840e-5cfcc0e2f75e admin admin] Publish callbacks [] for security_group (93ba5666-17bd-4ea0-9514-6db05c1ea021), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.586493 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2f334344-88b8-4ac3-840e-5cfcc0e2f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (93ba5666-17bd-4ea0-9514-6db05c1ea021), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.629754 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39604) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:36.636103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2f334344-88b8-4ac3-840e-5cfcc0e2f75e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=073955128cea4fb78bc0320d5c79f2cc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2545493
Jan 10 12:52:36.638597 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f334344-88b8-4ac3-840e-5cfcc0e2f75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba5666-17bd-4ea0-9514-6db05c1ea021,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:36.713018 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] Publish callbacks [] for security_group (93ba5666-17bd-4ea0-9514-6db05c1ea021), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.737767 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] Publish callbacks [] for security_group (93ba5666-17bd-4ea0-9514-6db05c1ea021), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.785313 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (93ba5666-17bd-4ea0-9514-6db05c1ea021), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.788030 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:36.789227 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93ba5666-17bd-4ea0-9514-6db05c1ea021 HTTP/1.1" status: 204  len: 168 time: 0.1584823
Jan 10 12:52:36.797215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6ecd5-b237-488e-8581-59dc389a268d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba5666-17bd-4ea0-9514-6db05c1ea021,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:37.064608 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39612) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:37.078994 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3f17c6e7-7ad9-4b43-8fe8-834e437cecfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.154012 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3f17c6e7-7ad9-4b43-8fe8-834e437cecfa admin admin] Publish callbacks [] for security_group (79e5101f-388c-4d2e-868f-5957f2f561a6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.159379 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3f17c6e7-7ad9-4b43-8fe8-834e437cecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (79e5101f-388c-4d2e-868f-5957f2f561a6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.196690 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3f17c6e7-7ad9-4b43-8fe8-834e437cecfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f1cad011df444af9ba63023a1826d68&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1309822
Jan 10 12:52:37.197600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17c6e7-7ad9-4b43-8fe8-834e437cecfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5101f-388c-4d2e-868f-5957f2f561a6,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:37.199451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39616) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:37.248671 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] Publish callbacks [] for security_group (79e5101f-388c-4d2e-868f-5957f2f561a6), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.271385 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] Publish callbacks [] for security_group (79e5101f-388c-4d2e-868f-5957f2f561a6), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.327091 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (79e5101f-388c-4d2e-868f-5957f2f561a6), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.329595 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.330711 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79e5101f-388c-4d2e-868f-5957f2f561a6 HTTP/1.1" status: 204  len: 168 time: 0.1302483
Jan 10 12:52:37.338864 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8542a47-13b9-44f1-aab8-699e93b63927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5101f-388c-4d2e-868f-5957f2f561a6,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:37.673932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39626) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:37.689222 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-178cfb5a-8a33-4f6e-9e1a-cc9893062107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.773117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-178cfb5a-8a33-4f6e-9e1a-cc9893062107 admin admin] Publish callbacks [] for security_group (36aa5158-4763-43da-8c59-8092e11f86ed), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.777736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-178cfb5a-8a33-4f6e-9e1a-cc9893062107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (36aa5158-4763-43da-8c59-8092e11f86ed), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.818049 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-178cfb5a-8a33-4f6e-9e1a-cc9893062107 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbfeceddd92b44e4b86919bf789c33df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1429040
Jan 10 12:52:37.818907 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178cfb5a-8a33-4f6e-9e1a-cc9893062107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa5158-4763-43da-8c59-8092e11f86ed,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:37.820956 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39628) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:37.869439 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] Publish callbacks [] for security_group (36aa5158-4763-43da-8c59-8092e11f86ed), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.891022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] Publish callbacks [] for security_group (36aa5158-4763-43da-8c59-8092e11f86ed), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.941954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (36aa5158-4763-43da-8c59-8092e11f86ed), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.944718 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:37.945879 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36aa5158-4763-43da-8c59-8092e11f86ed HTTP/1.1" status: 204  len: 168 time: 0.1238871
Jan 10 12:52:37.953642 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9138e8f-8020-4ac5-8cb5-e7219c96044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa5158-4763-43da-8c59-8092e11f86ed,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:38.612751 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c0fc439b-c756-4254-ac44-0269b19d0aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.701910 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39654) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:38.799002 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1173286851-network', 'tenant_id': '49b93adb02f6421e98d26e140bc17634'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:38.823125 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Made reservation on behalf of 49b93adb02f6421e98d26e140bc17634 for: {'network': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:52:38.825500 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.833558 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.907536 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks [] for security_group (01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.912951 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.936831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57}  {{(pid=109429) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:52:38.946469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:38.951332 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (9f22c768-5046-4b5e-858f-bb1cbcd7b812), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:38.951609 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.segments_db [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Added segment 9f22c768-5046-4b5e-858f-bb1cbcd7b812 of type vlan for network 4c108bf3-bb1f-41a1-a32a-859339cf2781
Jan 10 12:52:38.989548 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (4c108bf3-bb1f-41a1-a32a-859339cf2781), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.017721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (4c108bf3-bb1f-41a1-a32a-859339cf2781), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.019133 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:39.019889 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.084266 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3811519
Jan 10 12:52:39.087534 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39658) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:39.089668 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccee1f-d43a-45dd-bfd7-35a076848653 admin admin] Pushing event updated for resources: {'Network': ['ID=4c108bf3-bb1f-41a1-a32a-859339cf2781,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:39.092515 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Request body: {'subnet': {'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1173286851-subnet', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'ip_version': 4}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:39.099386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:52:39.118073 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Made reservation on behalf of 49b93adb02f6421e98d26e140bc17634 for: {'subnet': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:52:39.121373 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3705124'] for subnet (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.296069 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3765885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3705142'] for subnet (2623e8b8-dc77-44c5-9f78-47c9c375fe38), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.345016 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2623e8b8-dc77-44c5-9f78-47c9c375fe38,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:39.364184 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Checking segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:39.364543 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Network hostable DHCP agents. Network: 4c108bf3-bb1f-41a1-a32a-859339cf2781, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109428) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:52:39.382787 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109428) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:52:39.392547 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 4c108bf3-bb1f-41a1-a32a-859339cf2781) {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:39.398510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:39.399875 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.410177 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673a356c-43c5-4cc8-af03-8766a128fc26 None None] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:52:39.419275 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-0891dab5-0626-4c42-8e62-b62af7ee2cb2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3305745
Jan 10 12:52:39.423106 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39660) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:39.427437 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:39.451389 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.452435 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.509353 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for router_controller (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), precommit_add_association {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.525632 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-4c108bf3-bb1f-41a1-a32a-859339cf2781', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:52:39.526516 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.648250 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for router_gateway (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.667418 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Allocated IP 172.20.0.2 (4c108bf3-bb1f-41a1-a32a-859339cf2781/2623e8b8-dc77-44c5-9f78-47c9c375fe38/1bba7115-26c4-48a3-918d-e4c7c3288d3c) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:39.827107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks [] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.833576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.874868 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:39.878107 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:39.878600 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for router_gateway (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.883632 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:39.892410 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Pushing event updated for resources: {'Port': ['ID=1bba7115-26c4-48a3-918d-e4c7c3288d3c,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:39.899978 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.940020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Attempting to bind port 1bba7115-26c4-48a3-918d-e4c7c3288d3c on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:39.940389 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Attempting to bind port 1bba7115-26c4-48a3-918d-e4c7c3288d3c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:39.940747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Attempting to bind port 1bba7115-26c4-48a3-918d-e4c7c3288d3c on network 4c108bf3-bb1f-41a1-a32a-859339cf2781 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:39.946109 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:39.946483 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Checking segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:39.946888 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:39.947276 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Bound using segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:39.947843 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Bound port: 1bba7115-26c4-48a3-918d-e4c7c3288d3c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:39.948226 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.011500 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Allocated IP 172.37.5.73 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/13f1ad18-dd29-47ba-b229-0a1707908f7d) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:40.019356 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] For port 1bba7115-26c4-48a3-918d-e4c7c3288d3c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:40.023214 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] For port 1bba7115-26c4-48a3-918d-e4c7c3288d3c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bba7115-26c4-48a3-918d-e4c7c3288d3c,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:40.028901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.090688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10380eb8-f857-4cf2-bd3d-e9d88cc0b7e2 None None] Pushing event updated for resources: {'Port': ['ID=1bba7115-26c4-48a3-918d-e4c7c3288d3c,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:40.129216 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.168196 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.212449 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:40.215448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:40.219017 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:40.224716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=13f1ad18-dd29-47ba-b229-0a1707908f7d,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:40.493739 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for router_gateway (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.704546 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1bba7115-26c4-48a3-918d-e4c7c3288d3c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:40.707101 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.758600 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1bba7115-26c4-48a3-918d-e4c7c3288d3c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:40.759135 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.816065 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52da4-1791-45bc-94a7-604f0f576f3a req-7e1fa3db-d766-4928-9cdb-3f2fcc1e15ea tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:40.818367 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-27f52da4-1791-45bc-94a7-604f0f576f3a req-7e1fa3db-d766-4928-9cdb-3f2fcc1e15ea tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0943696
Jan 10 12:52:40.865576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1bba7115-26c4-48a3-918d-e4c7c3288d3c is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:40.866310 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.871879 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-95cb67f0-844c-42b8-8fec-77b2c755b6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.889160 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-27f52da4-1791-45bc-94a7-604f0f576f3a req-1260e8b9-03e7-457c-a97d-49207f871228 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604343
Jan 10 12:52:40.889494 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:52:40.912264 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 1bba7115-26c4-48a3-918d-e4c7c3288d3c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bba7115-26c4-48a3-918d-e4c7c3288d3c,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:40.917628 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:40.975269 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=1bba7115-26c4-48a3-918d-e4c7c3288d3c,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:41.022633 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:52:41.038910 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Sync routers for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:52:41.048354 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.050489 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:41.051135 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafe20ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:41.055277 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39686) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:41.055608 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7298d779-2408-4039-8096-043609116cd8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6313441
Jan 10 12:52:41.122531 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807de85-30b2-43b3-afe4-bebfd8cfbde3 None None] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:52:41.228765 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:41.310013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-c32068f0-4c18-4f1a-b8fa-cbdff8d0d4a3 None None] Provisioning complete for port 1bba7115-26c4-48a3-918d-e4c7c3288d3c triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:41.310404 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c32068f0-4c18-4f1a-b8fa-cbdff8d0d4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.486315 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-c32068f0-4c18-4f1a-b8fa-cbdff8d0d4a3 None None] Current status of the port 1bba7115-26c4-48a3-918d-e4c7c3288d3c is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:41.506434 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.509607 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafe20ee0>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:40Z', 'revision_number': 3, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:41.540064 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Checking router: 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:52:41.540419 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Updating router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 port 13f1ad18-dd29-47ba-b229-0a1707908f7d binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:52:41.576217 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.677682 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Allocated IP 172.20.0.1 (4c108bf3-bb1f-41a1-a32a-859339cf2781/2623e8b8-dc77-44c5-9f78-47c9c375fe38/c3d5fe0c-024c-4da7-8a5d-44359f1ec840) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:41.759682 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bcccc8b7-6f8f-427e-aa15-26aac3be52c4 None None] Provisioning complete for port 1bba7115-26c4-48a3-918d-e4c7c3288d3c triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:41.760252 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bcccc8b7-6f8f-427e-aa15-26aac3be52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.783103 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks [] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.816796 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.853411 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:41.856242 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:41.859584 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:41.894609 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:41.913098 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks [] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.918327 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.926939 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:41.956379 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bcccc8b7-6f8f-427e-aa15-26aac3be52c4 None None] Current status of the port 1bba7115-26c4-48a3-918d-e4c7c3288d3c is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:42.065188 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74b9b-51dd-485d-b438-8564fe797f31 req-e8ba981b-f80d-4e49-9548-348d9a05f2e2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:42.066875 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65d74b9b-51dd-485d-b438-8564fe797f31 req-e8ba981b-f80d-4e49-9548-348d9a05f2e2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1034541
Jan 10 12:52:42.143303 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Attempting to bind port 13f1ad18-dd29-47ba-b229-0a1707908f7d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:42.144181 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Attempting to bind port 13f1ad18-dd29-47ba-b229-0a1707908f7d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:42.144181 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Attempting to bind port 13f1ad18-dd29-47ba-b229-0a1707908f7d on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:42.146265 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56970ec9-67ee-4d99-9773-d8e357bdf65d None None] Pushing event updated for resources: {'Port': ['ID=13f1ad18-dd29-47ba-b229-0a1707908f7d,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:42.149727 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.154066 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:42.154504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:42.155377 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.155377 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:42.155830 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Bound port: 13f1ad18-dd29-47ba-b229-0a1707908f7d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:42.156268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.160010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.180241 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-65d74b9b-51dd-485d-b438-8564fe797f31 req-a2f3961d-00c4-4950-9620-2b84e6101e78 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055222
Jan 10 12:52:42.204865 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-3d8dec9c-7bbe-45ef-95bf-8b3c6c80844f None None] Provisioning complete for port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:42.205241 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3d8dec9c-7bbe-45ef-95bf-8b3c6c80844f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.246626 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] For port 13f1ad18-dd29-47ba-b229-0a1707908f7d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:42.251291 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] For port 13f1ad18-dd29-47ba-b229-0a1707908f7d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13f1ad18-dd29-47ba-b229-0a1707908f7d,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:42.260912 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.263839 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3d8dec9c-7bbe-45ef-95bf-8b3c6c80844f None None] Port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:52:42.326089 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56970ec9-67ee-4d99-9773-d8e357bdf65d None None] Pushing event updated for resources: {'Port': ['ID=13f1ad18-dd29-47ba-b229-0a1707908f7d,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:42.328678 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:42.329286 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafe20ee0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:42.349279 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39698) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:42.357250 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks [] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.362449 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.425487 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:42.428001 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.446586 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:42.473913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8d8c91a8-8cb2-4e9f-b4f4-ae8f5ef09799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.533425 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:42.535459 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:42.563384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8d8c91a8-8cb2-4e9f-b4f4-ae8f5ef09799 admin admin] Publish callbacks [] for security_group (02445124-d6bd-4c18-b6e8-63e630aa4188), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.568018 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8d8c91a8-8cb2-4e9f-b4f4-ae8f5ef09799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (02445124-d6bd-4c18-b6e8-63e630aa4188), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.607300 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c91a8-8cb2-4e9f-b4f4-ae8f5ef09799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02445124-d6bd-4c18-b6e8-63e630aa4188,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:42.646876 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8d8c91a8-8cb2-4e9f-b4f4-ae8f5ef09799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6749fcdd53304452aa0ec75d3c683bb5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2964244
Jan 10 12:52:42.647815 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39704) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:42.703764 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafe20ee0>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:41Z', 'revision_number': 1, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:42.745174 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] Publish callbacks [] for security_group (02445124-d6bd-4c18-b6e8-63e630aa4188), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.761755 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1bba7115-26c4-48a3-918d-e4c7c3288d3c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:42.772814 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6487d6d0-db89-4d01-bca8-59671a92b24e None None] The sync data for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi is: [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:41Z', 'revision_number': 1, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:52:42.776139 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] Publish callbacks [] for security_group (02445124-d6bd-4c18-b6e8-63e630aa4188), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.844215 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (02445124-d6bd-4c18-b6e8-63e630aa4188), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.849011 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.850619 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02445124-d6bd-4c18-b6e8-63e630aa4188 HTTP/1.1" status: 204  len: 168 time: 0.2014349
Jan 10 12:52:42.885506 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2ca88-c6c0-4c89-a08b-97dbaf6d52b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02445124-d6bd-4c18-b6e8-63e630aa4188,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:42.891688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1bba7115-26c4-48a3-918d-e4c7c3288d3c triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:42.892196 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:42.958485 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:52:43.049575 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-97d5ce6d-cf77-4515-abe1-8ee6e4b937b9 None None] Provisioning complete for port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:43.049575 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-97d5ce6d-cf77-4515-abe1-8ee6e4b937b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.049575 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1bba7115-26c4-48a3-918d-e4c7c3288d3c is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:43.093402 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-97d5ce6d-cf77-4515-abe1-8ee6e4b937b9 None None] Port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:52:43.125072 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:52:43.135034 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-93855889-2ef5-4ea6-b90b-fd2669615d12 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4fac70-13d1-43c7-9e0b-3d899ee3ce44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0779469
Jan 10 12:52:43.321614 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb249ed-05e3-4cb9-b202-41b537592675 req-76433101-4289-4ead-bec1-722df0888e98 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:43.323134 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fbb249ed-05e3-4cb9-b202-41b537592675 req-76433101-4289-4ead-bec1-722df0888e98 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0497375
Jan 10 12:52:43.378951 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fbb249ed-05e3-4cb9-b202-41b537592675 req-67d6d170-08cf-41d7-8009-ba1a8fbe4c74 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498023
Jan 10 12:52:43.687771 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.753334 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39726) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:43.758805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1863198810-network', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:43.783871 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Made reservation on behalf of 4fc186955d454e3e897c9d832e5af9bf for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:52:43.786206 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.794780 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.876896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks [] for security_group (be28939e-0eaf-4ce2-ae1f-fd01c252a8ae), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.881878 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be28939e-0eaf-4ce2-ae1f-fd01c252a8ae), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.910396 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:52:43.917416 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be28939e-0eaf-4ce2-ae1f-fd01c252a8ae,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:43.924667 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (9ebc4a84-0b47-4de1-951d-b9bf9cd65087), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.925077 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Added segment 9ebc4a84-0b47-4de1-951d-b9bf9cd65087 of type vlan for network 86fe87a6-f2e9-4ac4-b340-3b83638799a0
Jan 10 12:52:43.966492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (86fe87a6-f2e9-4ac4-b340-3b83638799a0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.994558 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (86fe87a6-f2e9-4ac4-b340-3b83638799a0), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:43.995588 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:43.996299 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.034719 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2776308
Jan 10 12:52:44.035121 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39728) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:44.040571 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Request body: {'subnet': {'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1863198810-subnet', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:44.067035 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Made reservation on behalf of 4fc186955d454e3e897c9d832e5af9bf for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:52:44.067358 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daca82a-3abd-4703-a15f-0d32d5ebd84e admin admin] Pushing event updated for resources: {'Network': ['ID=86fe87a6-f2e9-4ac4-b340-3b83638799a0,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:44.070246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8551441'] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.079943 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:52:44.161533 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.264631 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8875859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8551427'] for subnet (12e63176-8f4c-4192-975b-1e9531373947), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.315840 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12e63176-8f4c-4192-975b-1e9531373947,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:44.326959 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Checking segment: {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:44.327415 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Network hostable DHCP agents. Network: 86fe87a6-f2e9-4ac4-b340-3b83638799a0, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:52:44.345111 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:52:44.355144 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 86fe87a6-f2e9-4ac4-b340-3b83638799a0) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:44.359325 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:44.360077 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.364565 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49488400-c2f2-40b0-923b-0aa0f2cbde47 None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:52:44.385890 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7d119b0a-3356-4e28-a931-d6fe4938daf2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3467090
Jan 10 12:52:44.386099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 39732) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:44.390285 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:52:44.418925 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.420371 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.480123 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:52:44.481012 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.494740 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for router_controller (5dc938ab-cffe-4352-a3e4-8053bcf4d275), precommit_add_association {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.622592 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Allocated IP 172.20.0.2 (86fe87a6-f2e9-4ac4-b340-3b83638799a0/12e63176-8f4c-4192-975b-1e9531373947/298cb915-307b-4beb-b370-c66f498f4044) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:44.654636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650095f6-1d2e-4c5c-b1ce-4d269501354e req-dfb982e9-c3d0-4b9f-8b1f-d2503f9085a0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:44.656246 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-650095f6-1d2e-4c5c-b1ce-4d269501354e req-dfb982e9-c3d0-4b9f-8b1f-d2503f9085a0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1747684
Jan 10 12:52:44.666197 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for router_gateway (5dc938ab-cffe-4352-a3e4-8053bcf4d275), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.733599 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 13f1ad18-dd29-47ba-b229-0a1707908f7d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:44.735996 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-650095f6-1d2e-4c5c-b1ce-4d269501354e req-101a2a5a-1262-49c9-b556-defd0629f2a9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0728915
Jan 10 12:52:44.832636 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks [] for port (298cb915-307b-4beb-b370-c66f498f4044), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.837262 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 13f1ad18-dd29-47ba-b229-0a1707908f7d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:44.837650 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.841056 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (298cb915-307b-4beb-b370-c66f498f4044), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.906064 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for router_gateway (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.921713 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:44.926086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.931931 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:44.932420 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:44.935782 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:44.939169 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Pushing event updated for resources: {'Port': ['ID=298cb915-307b-4beb-b370-c66f498f4044,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:45.024163 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Attempting to bind port 298cb915-307b-4beb-b370-c66f498f4044 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:45.024536 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Attempting to bind port 298cb915-307b-4beb-b370-c66f498f4044 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:45.024917 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Attempting to bind port 298cb915-307b-4beb-b370-c66f498f4044 on network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:45.026963 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 13f1ad18-dd29-47ba-b229-0a1707908f7d is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:45.027344 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.044744 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Allocated IP 172.37.5.84 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/798c75d3-d174-4970-bc57-8c440d8585b3) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:45.046774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:45.047188 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Checking segment: {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:45.047666 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.048439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Bound using segment: {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:45.048948 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Bound port: 298cb915-307b-4beb-b370-c66f498f4044, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:45.049380 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (298cb915-307b-4beb-b370-c66f498f4044), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.050506 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Sync routers for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:52:45.064180 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:45.065081 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:45.068625 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 13f1ad18-dd29-47ba-b229-0a1707908f7d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13f1ad18-dd29-47ba-b229-0a1707908f7d,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:45.074715 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.156020 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for port (798c75d3-d174-4970-bc57-8c440d8585b3), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.171104 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] For port 298cb915-307b-4beb-b370-c66f498f4044, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:45.173122 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=13f1ad18-dd29-47ba-b229-0a1707908f7d,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:45.183767 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:45.188154 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] For port 298cb915-307b-4beb-b370-c66f498f4044, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=298cb915-307b-4beb-b370-c66f498f4044,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:45.193206 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.197212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (298cb915-307b-4beb-b370-c66f498f4044), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.257634 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:45.259406 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:45.261268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39a9ab-c4ee-4c96-a01c-bdca7cd2af74 None None] Pushing event updated for resources: {'Port': ['ID=298cb915-307b-4beb-b370-c66f498f4044,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:45.269669 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:45.308498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Pushing event updated for resources: {'Port': ['ID=798c75d3-d174-4970-bc57-8c440d8585b3,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:45.406579 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba340>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 2, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:45.434443 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Checking router: 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:52:45.434761 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Updating router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:52:45.484066 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.557700 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for router_gateway (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.753899 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks [] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.756051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.760866 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.805515 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Pushing event updated for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:45.814475 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.814691 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.815245 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.815765 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.816252 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.816751 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.817243 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.817746 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.818226 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.818731 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.819256 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.819788 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.820278 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:52:45.882717 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Attempting to bind port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:45.883210 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Attempting to bind port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:45.883677 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Attempting to bind port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 on network 4c108bf3-bb1f-41a1-a32a-859339cf2781 {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:45.889617 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:45.890088 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Checking segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:45.890553 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.891024 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Bound using segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:45.891593 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Bound port: c3d5fe0c-024c-4da7-8a5d-44359f1ec840, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:45.892040 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.894778 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643b1d-3271-4bcb-9fce-e90466dc31d1 req-e5aef11e-e751-452e-9006-736495328a8e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:45.896271 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dd643b1d-3271-4bcb-9fce-e90466dc31d1 req-e5aef11e-e751-452e-9006-736495328a8e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0710204
Jan 10 12:52:45.955314 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] For port c3d5fe0c-024c-4da7-8a5d-44359f1ec840, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:45.958698 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] For port c3d5fe0c-024c-4da7-8a5d-44359f1ec840, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:45.966375 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:45.985447 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dd643b1d-3271-4bcb-9fce-e90466dc31d1 req-3a33b4fc-aae2-43e5-92fb-316ad17a2374 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808556
Jan 10 12:52:45.999662 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:52:46.043909 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02b1a1-7acf-4575-8b0a-3e6358775935 None None] Pushing event updated for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=4']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:46.051064 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Provisioning complete for port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:46.051572 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:46.052271 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:46.053088 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:46.170720 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Current status of the port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:46.171449 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:46.202983 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:46.243717 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] For port c3d5fe0c-024c-4da7-8a5d-44359f1ec840, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:46.252334 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:46.329787 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c793fb-e636-4a1f-911a-51846c35492c None None] Pushing event updated for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:46.375950 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-6fc8cdb3-f5aa-4a53-aa3d-bf722bccdc13 None None] Provisioning complete for port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:46.376327 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6fc8cdb3-f5aa-4a53-aa3d-bf722bccdc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:46.398547 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:52:46.415875 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Sync routers for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:52:46.424691 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:46.426065 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ec4eee2a-09f9-4fdd-951b-28a986b10a31 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.0390911
Jan 10 12:52:46.428999 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 39742) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:52:46.445132 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:46.445764 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafcfa280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:46.504376 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba340>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:46.511001 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d6afff-443c-4c46-8d87-a694d9f2df1e None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:52:46.535403 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f82e81e-96de-4c45-b438-15c9b162dcb8 None None] The sync data for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi is: [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:52:46.773839 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:46.840550 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device c3d5fe0c-024c-4da7-8a5d-44359f1ec840 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:46.973010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8cdb3-f5aa-4a53-aa3d-bf722bccdc13 None None] Current status of the port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:47.044384 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:47.044692 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.115031 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34254818-c0ce-4474-98c1-14e705701619 req-2d959892-e81a-4aff-86e7-d33454ebf6f2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:47.122680 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-34254818-c0ce-4474-98c1-14e705701619 req-2d959892-e81a-4aff-86e7-d33454ebf6f2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0603030
Jan 10 12:52:47.144083 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Provisioning complete for port 298cb915-307b-4beb-b370-c66f498f4044 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:47.144471 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (298cb915-307b-4beb-b370-c66f498f4044), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.192685 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-34254818-c0ce-4474-98c1-14e705701619 req-2482ae2d-4d7c-4460-9307-f568bb40780d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690653
Jan 10 12:52:47.201635 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.290859 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafcfa280>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 3, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:47.326775 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:47.327455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 13f1ad18-dd29-47ba-b229-0a1707908f7d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:47.329491 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Checking router: 5dc938ab-cffe-4352-a3e4-8053bcf4d275 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:52:47.329835 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Updating router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 port 798c75d3-d174-4970-bc57-8c440d8585b3 binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:52:47.332385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Current status of the port 298cb915-307b-4beb-b370-c66f498f4044 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:47.332749 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (298cb915-307b-4beb-b370-c66f498f4044), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.382680 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Allocated IP 172.20.0.1 (86fe87a6-f2e9-4ac4-b340-3b83638799a0/12e63176-8f4c-4192-975b-1e9531373947/46d50edc-defe-439f-a51c-0ad1b8cd6da2) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:52:47.395829 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.446258 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] For port 298cb915-307b-4beb-b370-c66f498f4044, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=298cb915-307b-4beb-b370-c66f498f4044,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:47.455637 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (298cb915-307b-4beb-b370-c66f498f4044), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.496490 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks [] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.532520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.548404 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 13f1ad18-dd29-47ba-b229-0a1707908f7d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:47.548774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.571644 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:47.576106 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:47.579648 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:52:47.601997 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Pushing event updated for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:47.622099 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.622537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6ca8b-a0b9-4a54-8171-1140830d9248 None None] Pushing event updated for resources: {'Port': ['ID=298cb915-307b-4beb-b370-c66f498f4044,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:47.675020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-000b1f60-ddcd-4624-82fb-ecce2642e660 None None] Provisioning complete for port 298cb915-307b-4beb-b370-c66f498f4044 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:47.675390 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-000b1f60-ddcd-4624-82fb-ecce2642e660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (298cb915-307b-4beb-b370-c66f498f4044), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.765955 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.798659 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 13f1ad18-dd29-47ba-b229-0a1707908f7d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:47.799348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 298cb915-307b-4beb-b370-c66f498f4044 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:47.895730 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks [] for port (798c75d3-d174-4970-bc57-8c440d8585b3), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.897183 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-000b1f60-ddcd-4624-82fb-ecce2642e660 None None] Current status of the port 298cb915-307b-4beb-b370-c66f498f4044 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:47.906478 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.934770 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks [] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.943320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.949880 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 298cb915-307b-4beb-b370-c66f498f4044 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:47.950248 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (298cb915-307b-4beb-b370-c66f498f4044), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:47.981826 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Attempting to bind port 798c75d3-d174-4970-bc57-8c440d8585b3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:47.982212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Attempting to bind port 798c75d3-d174-4970-bc57-8c440d8585b3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:47.982571 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Attempting to bind port 798c75d3-d174-4970-bc57-8c440d8585b3 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:47.995900 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d1a64-b521-434e-84b5-e0e5e81e0769 None None] Pushing event updated for resources: {'Port': ['ID=798c75d3-d174-4970-bc57-8c440d8585b3,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:48.001696 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:48.002075 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:48.002480 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.002860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:48.003750 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Bound port: 798c75d3-d174-4970-bc57-8c440d8585b3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:48.003750 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.011599 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Pushing event updated for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:48.016387 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.069406 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-a519a763-d2a2-491e-9d52-bc50e8550f76 None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:48.069731 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-a519a763-d2a2-491e-9d52-bc50e8550f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.092474 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] For port 798c75d3-d174-4970-bc57-8c440d8585b3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:48.108840 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:52:48.110342 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:52:48.139062 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] For port 798c75d3-d174-4970-bc57-8c440d8585b3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=798c75d3-d174-4970-bc57-8c440d8585b3,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:48.144105 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-a519a763-d2a2-491e-9d52-bc50e8550f76 None None] Port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:52:48.147901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.152857 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 298cb915-307b-4beb-b370-c66f498f4044 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:48.210332 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d1a64-b521-434e-84b5-e0e5e81e0769 None None] Pushing event updated for resources: {'Port': ['ID=798c75d3-d174-4970-bc57-8c440d8585b3,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:48.215026 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:48.215937 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafcfa280>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:48.262479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:52:48.341494 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e641b-cdf0-4d25-aa48-7aff598f4576 req-9f647562-15c1-44cc-887e-c57a1d89329a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:48.345053 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:48.348172 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-854e641b-cdf0-4d25-aa48-7aff598f4576 req-9f647562-15c1-44cc-887e-c57a1d89329a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0765450
Jan 10 12:52:48.392688 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-854e641b-cdf0-4d25-aa48-7aff598f4576 req-8858bf84-cd32-449a-9f2d-cea6c6e67456 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435817
Jan 10 12:52:48.417273 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:52:48.428796 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7a82d141-1349-4338-bd64-cabf071966b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5dc938ab-cffe-4352-a3e4-8053bcf4d275/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9977989
Jan 10 12:52:48.562885 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-6e774f68-3894-4b86-a247-ceb7adfcaef6 None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:48.563262 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6e774f68-3894-4b86-a247-ceb7adfcaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.657271 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-6e774f68-3894-4b86-a247-ceb7adfcaef6 None None] Port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:52:48.672749 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 298cb915-307b-4beb-b370-c66f498f4044 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:48.772101 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 298cb915-307b-4beb-b370-c66f498f4044 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:48.772477 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (298cb915-307b-4beb-b370-c66f498f4044), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:48.776279 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafcfa280>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46d50edc-defe-439f-a51c-0ad1b8cd6da2', 'name': '', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'mac_address': 'fa:16:3e:f3:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:47Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 2, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'subnets': [{'id': '12e63176-8f4c-4192-975b-1e9531373947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:48.795501 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-83d0cd04-5a7d-4589-b9e5-0859969653b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:48.797165 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-83d0cd04-5a7d-4589-b9e5-0859969653b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1099 time: 0.0493336
Jan 10 12:52:48.833599 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcc2532-1151-4b1d-8234-0570265ef5c4 None None] The sync data for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi is: [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46d50edc-defe-439f-a51c-0ad1b8cd6da2', 'name': '', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'mac_address': 'fa:16:3e:f3:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:47Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 2, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'subnets': [{'id': '12e63176-8f4c-4192-975b-1e9531373947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:52:48.907132 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 298cb915-307b-4beb-b370-c66f498f4044 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:48.923399 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-c101eba5-4e24-47ba-a68c-ba048aa277ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:48.925028 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-c101eba5-4e24-47ba-a68c-ba048aa277ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.1076012
Jan 10 12:52:48.993722 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-fc0c3b42-889e-4fef-be8e-0d1902cc6585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 1001 time: 0.0618632
Jan 10 12:52:49.044384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-d56007fe-f9b0-40af-a384-fbcd5ebf2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:49.047000 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-d56007fe-f9b0-40af-a384-fbcd5ebf2d2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0466545
Jan 10 12:52:49.116910 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-e87c6be2-917c-4d11-8fe5-a4818c5cc2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:49.117765 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-e87c6be2-917c-4d11-8fe5-a4818c5cc2e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0650129
Jan 10 12:52:49.217590 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-24458166-6e4e-41b8-b03b-1cd48a10488a service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937309
Jan 10 12:52:49.337820 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fe2b7d3f-2eac-4fd6-b6f1-53a95a3caf40 req-b9af9553-84e2-439e-a835-ccfa741c2587 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143303
Jan 10 12:52:49.548154 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769f889-2437-4bc6-b172-d34248ad3289 req-899a8e21-b3cb-4309-b5c5-66996e32de33 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:49.550518 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3769f889-2437-4bc6-b172-d34248ad3289 req-899a8e21-b3cb-4309-b5c5-66996e32de33 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0748255
Jan 10 12:52:49.648767 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3769f889-2437-4bc6-b172-d34248ad3289 req-1be6458b-e41a-48cb-8181-6af1ea207e8e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0832348
Jan 10 12:52:50.722333 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 798c75d3-d174-4970-bc57-8c440d8585b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:50.785556 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b746121-2c88-4b83-981f-d2b1d3cdec19 req-808e436d-8d19-4be3-a7c3-295f564d85b0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:50.788189 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7b746121-2c88-4b83-981f-d2b1d3cdec19 req-808e436d-8d19-4be3-a7c3-295f564d85b0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0686016
Jan 10 12:52:50.795225 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 798c75d3-d174-4970-bc57-8c440d8585b3 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:50.795641 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:50.867574 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7b746121-2c88-4b83-981f-d2b1d3cdec19 req-24e9edac-b5ff-421c-881b-fc1a5f657ccc tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653458
Jan 10 12:52:50.894422 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 798c75d3-d174-4970-bc57-8c440d8585b3 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:50.894982 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:50.921135 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 798c75d3-d174-4970-bc57-8c440d8585b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=798c75d3-d174-4970-bc57-8c440d8585b3,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:50.927458 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:50.988921 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=798c75d3-d174-4970-bc57-8c440d8585b3,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:51.192281 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Sync routers for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:52:51.208739 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:51.210421 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:51.421590 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:51.634975 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba640>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46d50edc-defe-439f-a51c-0ad1b8cd6da2', 'name': '', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'mac_address': 'fa:16:3e:f3:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:47Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 2, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'subnets': [{'id': '12e63176-8f4c-4192-975b-1e9531373947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:51.667608 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Checking router: 5dc938ab-cffe-4352-a3e4-8053bcf4d275 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:52:51.668047 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Updating router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:52:51.694890 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:51.995120 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a284fa-e765-46b0-a9ba-bb5e3a30b035 req-5c9f228b-cbe5-4088-8912-aec47f52f832 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:51.996802 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76a284fa-e765-46b0-a9ba-bb5e3a30b035 req-5c9f228b-cbe5-4088-8912-aec47f52f832 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0649338
Jan 10 12:52:52.005019 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks [] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.014401 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.060800 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-76a284fa-e765-46b0-a9ba-bb5e3a30b035 req-e08b2fd6-2010-41ef-a0d7-e28ae32c4116 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498595
Jan 10 12:52:52.100560 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5057347-884b-4cd4-aeff-a1d95f33de13 None None] Pushing event updated for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:52.168052 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Attempting to bind port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:52:52.168427 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Attempting to bind port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:52:52.168788 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Attempting to bind port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 on network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:52:52.174534 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:52:52.175550 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Checking segment: {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:52:52.175965 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.176735 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Bound using segment: {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:52:52.176938 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Bound port: 46d50edc-defe-439f-a51c-0ad1b8cd6da2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ebc4a84-0b47-4de1-951d-b9bf9cd65087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:52:52.177157 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.247758 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] For port 46d50edc-defe-439f-a51c-0ad1b8cd6da2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:52:52.252359 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] For port 46d50edc-defe-439f-a51c-0ad1b8cd6da2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46d50edc-defe-439f-a51c-0ad1b8cd6da2,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:52:52.259785 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.329720 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:52:52.330259 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba640>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:52:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:52.333951 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5057347-884b-4cd4-aeff-a1d95f33de13 None None] Pushing event updated for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=4']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:52.340168 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:52.340663 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.491647 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:52:52.509577 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Current status of the port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:52.510438 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.572300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] For port 46d50edc-defe-439f-a51c-0ad1b8cd6da2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46d50edc-defe-439f-a51c-0ad1b8cd6da2,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:52:52.582187 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.663825 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae44fde-7b24-4117-be07-2c71a40ba99e None None] Pushing event updated for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:52:52.724717 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-ee07741c-214d-40ba-a1e8-1a9aab8a0e3b None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:52.725033 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ee07741c-214d-40ba-a1e8-1a9aab8a0e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.765088 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 798c75d3-d174-4970-bc57-8c440d8585b3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:52.855332 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcfba640>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46d50edc-defe-439f-a51c-0ad1b8cd6da2', 'name': '', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'mac_address': 'fa:16:3e:f3:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:47Z', 'updated_at': '2022-01-10T12:52:52Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'subnets': [{'id': '12e63176-8f4c-4192-975b-1e9531373947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:52:52.879299 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-ee07741c-214d-40ba-a1e8-1a9aab8a0e3b None None] Current status of the port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:52.882504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 798c75d3-d174-4970-bc57-8c440d8585b3 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:52.882876 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:52.888403 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcb01a-39d7-4722-934d-cda7cabb9f40 None None] The sync data for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi is: [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:47Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46d50edc-defe-439f-a51c-0ad1b8cd6da2', 'name': '', 'network_id': '86fe87a6-f2e9-4ac4-b340-3b83638799a0', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'mac_address': 'fa:16:3e:f3:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '12e63176-8f4c-4192-975b-1e9531373947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:47Z', 'updated_at': '2022-01-10T12:52:52Z', 'revision_number': 4, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'subnets': [{'id': '12e63176-8f4c-4192-975b-1e9531373947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:52:52.981166 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 798c75d3-d174-4970-bc57-8c440d8585b3 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:52.982518 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 46d50edc-defe-439f-a51c-0ad1b8cd6da2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:53.047855 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:53.048319 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:53.194892 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:53.243530 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85f43-98f3-447e-a5c1-1343b67500d3 req-4d69d8c0-c2ae-4d82-8fa4-825eee9d5122 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:53.245867 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c9e85f43-98f3-447e-a5c1-1343b67500d3 req-4d69d8c0-c2ae-4d82-8fa4-825eee9d5122 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0770512
Jan 10 12:52:53.323653 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c9e85f43-98f3-447e-a5c1-1343b67500d3 req-f9983663-9f49-49a9-9497-28c89a552a17 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674973
Jan 10 12:52:54.457431 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d7f9-c1a8-4bf4-9245-d4b7bdff3de7 req-df02c233-56e2-4b09-bf51-b59fcc67ddbd tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:54.458934 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7ab4d7f9-c1a8-4bf4-9245-d4b7bdff3de7 req-df02c233-56e2-4b09-bf51-b59fcc67ddbd tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0629342
Jan 10 12:52:54.510225 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7ab4d7f9-c1a8-4bf4-9245-d4b7bdff3de7 req-5d1eded3-fa6c-434e-ac22-dcad58965c11 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454071
Jan 10 12:52:54.669688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 46d50edc-defe-439f-a51c-0ad1b8cd6da2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:52:54.730203 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:52:54.730573 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:52:54.824021 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:52:55.637332 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82859c1-b8af-479e-b909-a26f16e7aa32 req-30d63d6d-744e-47b3-8269-0e057f734783 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:55.638836 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f82859c1-b8af-479e-b909-a26f16e7aa32 req-30d63d6d-744e-47b3-8269-0e057f734783 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0514121
Jan 10 12:52:55.688773 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f82859c1-b8af-479e-b909-a26f16e7aa32 req-75a567e3-4773-4bc9-9cbe-ef6658a85a85 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438609
Jan 10 12:52:56.818500 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a1477-bdc0-4f23-a036-7996154375cd req-e462c924-bcdf-4364-bd5a-5188ca76a2c2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:56.826098 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-162a1477-bdc0-4f23-a036-7996154375cd req-e462c924-bcdf-4364-bd5a-5188ca76a2c2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0635140
Jan 10 12:52:56.871314 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-162a1477-bdc0-4f23-a036-7996154375cd req-c7a14e5c-07d5-4034-b5c3-d945b8d3c3a2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443521
Jan 10 12:52:57.121223 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26eefa-3162-4358-99c8-a0194d532af9 req-6d880891-58a6-40d5-85ed-0e57fd976513 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:57.122945 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2d26eefa-3162-4358-99c8-a0194d532af9 req-6d880891-58a6-40d5-85ed-0e57fd976513 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0688360
Jan 10 12:52:57.187441 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2d26eefa-3162-4358-99c8-a0194d532af9 req-c6fd7f6d-1f54-401b-9a20-ecd0c05c4e3e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581946
Jan 10 12:52:57.262808 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-95736a1c-1514-4874-ad67-92ae4f0729fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:57.264268 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-95736a1c-1514-4874-ad67-92ae4f0729fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 1099 time: 0.1631932
Jan 10 12:52:57.369768 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-2c76c684-eec0-4cfa-a81b-fb0166e58d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:57.371342 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-2c76c684-eec0-4cfa-a81b-fb0166e58d49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.1006734
Jan 10 12:52:57.450750 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-5dfb9d27-a30f-4c09-92d5-acf1575aa75e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 200  len: 1001 time: 0.0731416
Jan 10 12:52:57.503339 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-9e9a1ac7-3981-47a3-b6c6-1c15bd333c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:57.504994 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-9e9a1ac7-3981-47a3-b6c6-1c15bd333c16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0487192
Jan 10 12:52:57.560095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-8126f2c9-8ee5-4724-ae6b-55b53b3c7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:57.561721 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-8126f2c9-8ee5-4724-ae6b-55b53b3c7a4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0508265
Jan 10 12:52:57.672381 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-0c357ec4-027b-4623-9d14-0fa623227d83 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016948
Jan 10 12:52:57.777074 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b0eb8f69-071d-4d17-a27a-9c617685248b req-767f15df-b48c-4909-b80d-9e76f53799f0 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0980442
Jan 10 12:52:58.302081 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48e9e-2f58-4a18-a3a9-9a3685b33daa req-09383244-bda1-407e-8f8d-75709bbf4030 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:58.309953 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-42a48e9e-2f58-4a18-a3a9-9a3685b33daa req-09383244-bda1-407e-8f8d-75709bbf4030 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0612144
Jan 10 12:52:58.358688 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-42a48e9e-2f58-4a18-a3a9-9a3685b33daa req-da30af27-3f5e-41eb-b938-593282d91dc7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479245
Jan 10 12:52:58.741100 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-90a5248f-2130-45de-8e39-d3989e27c965 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:58.742731 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-90a5248f-2130-45de-8e39-d3989e27c965 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 815 time: 0.1015379
Jan 10 12:52:58.757864 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-ff965a3d-3f3f-4c00-b3b5-fb07bf5dd4fb tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/quotas/49b93adb02f6421e98d26e140bc17634 HTTP/1.1" status: 200  len: 375 time: 0.0095751
Jan 10 12:52:58.814350 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-f88535bb-930f-40be-9353-98d7808a5583 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0501795
Jan 10 12:52:58.955861 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-99364fab-02d5-4fb1-adb6-ae7a0d667911 service neutron] 10.222.0.13 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296089
Jan 10 12:52:59.046415 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-1c50f128-8227-4d74-9427-1bf0b910b865 service neutron] 10.222.0.13 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845644
Jan 10 12:52:59.322328 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-744a77cd-96db-4a2c-b933-460649e7388b req-8be5a593-01a6-468b-836e-1605343bdb02 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 210 time: 0.1405430
Jan 10 12:52:59.482139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a4aac-9694-4d42-904c-29a608b1b06a req-5bc9e064-7ba5-49fb-8c4b-b91b760e5b4a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:52:59.483711 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b32a4aac-9694-4d42-904c-29a608b1b06a req-5bc9e064-7ba5-49fb-8c4b-b91b760e5b4a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0526524
Jan 10 12:52:59.535462 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b32a4aac-9694-4d42-904c-29a608b1b06a req-c508f93e-78ce-4d50-9b36-a7f12f340fb5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459456
Jan 10 12:53:00.301594 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-2b4cbf2e-98a3-47bd-9647-641b4950831e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:00.303038 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-2b4cbf2e-98a3-47bd-9647-641b4950831e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 815 time: 0.1064427
Jan 10 12:53:00.314614 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'port': {'device_id': '5478e592-7324-4bd6-9745-c968db315d5c', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'admin_state_up': True, 'tenant_id': '49b93adb02f6421e98d26e140bc17634'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:00.416736 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f72a158a-bdaf-415b-9064-d243bbd1a23d req-623c3e9a-8ead-43e5-88e2-9d249864d06a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 210 time: 0.0252500
Jan 10 12:53:00.433960 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Made reservation on behalf of 49b93adb02f6421e98d26e140bc17634 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:53:00.437652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:00.566405 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Allocated IP 172.20.0.11 (4c108bf3-bb1f-41a1-a32a-859339cf2781/2623e8b8-dc77-44c5-9f78-47c9c375fe38/9ec4c725-d55d-40fa-a18c-f94c61bcb3b4) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:53:00.756999 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:53:00.784424 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:00.841659 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:00.929461 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:53:00.934657 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:00.937237 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:53:00.940450 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:53:00.971651 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.971987 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.972341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.972690 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.973213 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.973564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.973956 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.974336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.974631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.974968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.975326 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.975829 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:00.976357 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:01.036115 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:01.037143 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:01.090002 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-831e8d50-314f-413e-affc-de64b717ee65 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7789547
Jan 10 12:53:01.181023 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-8b2359cc-4c1a-4db2-91a4-8fe749f432b0 None None] Provisioning complete for port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:01.185730 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-8b2359cc-4c1a-4db2-91a4-8fe749f432b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:01.223055 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-8b2359cc-4c1a-4db2-91a4-8fe749f432b0 None None] Port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:53:01.543886 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca398-7c26-4dc0-8821-2387454b7c69 req-f89c6342-c056-4fd4-8689-b4de9cc04eee tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:01.545446 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a5ca398-7c26-4dc0-8821-2387454b7c69 req-f89c6342-c056-4fd4-8689-b4de9cc04eee tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0566063
Jan 10 12:53:01.603857 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6a5ca398-7c26-4dc0-8821-2387454b7c69 req-d82365ed-64d9-4067-9f9d-faf427d9e3e2 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524981
Jan 10 12:53:02.726499 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993ae8e-bda7-4dbd-ade4-180ea83c0997 req-13591d58-d028-48a6-b5a9-40b4beede300 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:02.728323 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0993ae8e-bda7-4dbd-ade4-180ea83c0997 req-13591d58-d028-48a6-b5a9-40b4beede300 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0542958
Jan 10 12:53:02.786951 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0993ae8e-bda7-4dbd-ade4-180ea83c0997 req-5daa7331-2a3c-4825-86f4-ca9cb298e316 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519497
Jan 10 12:53:03.910173 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0882d1d-23c1-4db3-aa16-372006d93417 req-4ca0578c-697d-453f-9b2e-de3f7ef75cc8 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:03.912506 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0882d1d-23c1-4db3-aa16-372006d93417 req-4ca0578c-697d-453f-9b2e-de3f7ef75cc8 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0503438
Jan 10 12:53:03.966549 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0882d1d-23c1-4db3-aa16-372006d93417 req-cd6e8747-ab0c-46d9-97e6-8e609b67d74d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475464
Jan 10 12:53:05.089445 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc12bb8-1820-48ad-bcea-97c0161e664b req-286da19a-bccf-4a13-aeca-9341d5342391 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:05.090998 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5bc12bb8-1820-48ad-bcea-97c0161e664b req-286da19a-bccf-4a13-aeca-9341d5342391 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0522835
Jan 10 12:53:05.152424 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5bc12bb8-1820-48ad-bcea-97c0161e664b req-ce11384a-a399-4022-b6c1-ace5b33b1f58 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554581
Jan 10 12:53:06.267760 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b5f96-174b-4d58-bb12-c2159f2181f6 req-4921b3dc-a7c0-4fe5-bcd2-5f226e9388c6 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:06.269293 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-301b5f96-174b-4d58-bb12-c2159f2181f6 req-4921b3dc-a7c0-4fe5-bcd2-5f226e9388c6 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0520570
Jan 10 12:53:06.319305 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-301b5f96-174b-4d58-bb12-c2159f2181f6 req-9dc77062-0756-400f-8428-175b8cb638e0 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437911
Jan 10 12:53:07.445556 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e584b99-98b3-4fd0-9202-0c9b2d6a0fbd req-39ceaf53-1d1b-49da-a9c2-a6f23a8c46b8 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:07.447203 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e584b99-98b3-4fd0-9202-0c9b2d6a0fbd req-39ceaf53-1d1b-49da-a9c2-a6f23a8c46b8 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 932 time: 0.0558059
Jan 10 12:53:07.504213 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9e584b99-98b3-4fd0-9202-0c9b2d6a0fbd req-2c052abc-5e02-4f13-a033-355d7aa85de9 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497386
Jan 10 12:53:07.837719 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Request body: {'port': {'device_id': '5478e592-7324-4bd6-9745-c968db315d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:07.896142 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.176406 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:08.178469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks [] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.191305 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Transition to ACTIVE for port object 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:53:08.197559 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.247346 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:08.318402 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Attempting to bind port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:53:08.318773 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Attempting to bind port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:53:08.319168 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Attempting to bind port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 on network 4c108bf3-bb1f-41a1-a32a-859339cf2781 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:08.323912 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 on network 4c108bf3-bb1f-41a1-a32a-859339cf2781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:53:08.324235 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Attempting to bind port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 on network 4c108bf3-bb1f-41a1-a32a-859339cf2781 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:08.329176 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:53:08.329508 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Checking segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:53:08.329894 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Bound using segment: {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:53:08.330314 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Bound port: 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f22c768-5046-4b5e-858f-bb1cbcd7b812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:53:08.330676 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.627003 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3de5a116-3272-48fb-b4ab-b774194b1e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.627689 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32d9c5-b1b9-4927-8868-68390544b6bb req-e5c98db4-0f94-46cf-8840-4807ae91bfa5 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:08.630767 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6d32d9c5-b1b9-4927-8868-68390544b6bb req-e5c98db4-0f94-46cf-8840-4807ae91bfa5 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 944 time: 0.0527489
Jan 10 12:53:08.645163 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:53:08.648226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:53:08.652632 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.678768 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6d32d9c5-b1b9-4927-8868-68390544b6bb req-a7b1f481-f69a-44a1-a745-66ef73e60e5a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436609
Jan 10 12:53:08.687811 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:08.688439 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:08.689845 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] 10.222.0.15 "PUT /v2.0/ports/9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 1094 time: 0.8589802
Jan 10 12:53:08.690319 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:08.692633 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6b4f8-5a07-43cf-91cf-06c45eddff06" -d '{"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:08.726141 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459839f-ad7d-44fa-b42e-e842a0c68c06 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:08.786620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7f3b7591-a2eb-4d61-96cc-440cedb6e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:08.788217 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-7f3b7591-a2eb-4d61-96cc-440cedb6e0f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1097 time: 0.0415792
Jan 10 12:53:08.840053 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0440ff9-614b-46c9-b4f3-a3490fa05725 x-openstack-request-id: req-f0440ff9-614b-46c9-b4f3-a3490fa05725 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:08.840759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:08.840759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0440ff9-614b-46c9-b4f3-a3490fa05725 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:08.840970 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:53:08.842780 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-59d143de-c65b-4591-8693-a62819d02380 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 217 time: 0.0439720
Jan 10 12:53:08.893231 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-babe2203-b3cd-408f-908d-164746bcbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:08.894699 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-babe2203-b3cd-408f-908d-164746bcbecb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0464396
Jan 10 12:53:08.939795 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-0de1a604-ffcb-4aca-9381-80b1c7c5334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:08.941328 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-0de1a604-ffcb-4aca-9381-80b1c7c5334e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0407043
Jan 10 12:53:09.042079 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-ea3cddfc-4376-4284-b86a-5271a11c3a14 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0942671
Jan 10 12:53:09.136355 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-79d7550b-29fe-4984-b7c1-01fd7ed2b7c8 req-cfc2d615-82b1-4cb5-9881-d488cc483305 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0882750
Jan 10 12:53:09.231467 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-51b14acc-7bcc-4540-82ed-6021385b37c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:09.233036 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-51b14acc-7bcc-4540-82ed-6021385b37c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1097 time: 0.0425403
Jan 10 12:53:09.325528 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-b4b75865-562f-484a-8046-5f05b3aa1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:09.327003 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-b4b75865-562f-484a-8046-5f05b3aa1732 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.0844672
Jan 10 12:53:09.377580 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-bb2152e4-55fd-4ff7-b2b2-b01a7b957f93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 217 time: 0.0378573
Jan 10 12:53:09.451636 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-595bf619-2170-47d3-adc7-f44a63336398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:09.453125 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-595bf619-2170-47d3-adc7-f44a63336398 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0686324
Jan 10 12:53:09.505875 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-73fb4934-4948-4e37-9f88-319216c5fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:09.507361 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-73fb4934-4948-4e37-9f88-319216c5fff1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0470688
Jan 10 12:53:09.620465 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-dd3be39e-227f-4266-a0a7-2a00c9a1e467 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995793
Jan 10 12:53:09.746772 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-07d6b4f8-5a07-43cf-91cf-06c45eddff06 req-35568eaf-3e0f-42be-a5a3-c558f5d207bc service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140954
Jan 10 12:53:09.829135 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefddb3f-47e8-4c05-ba45-a71fe54215a4 req-24271d9b-8d1a-489b-b573-246caeb1400d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:09.831284 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eefddb3f-47e8-4c05-ba45-a71fe54215a4 req-24271d9b-8d1a-489b-b573-246caeb1400d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 944 time: 0.0685418
Jan 10 12:53:09.880165 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eefddb3f-47e8-4c05-ba45-a71fe54215a4 req-f8a33d6b-bc90-4656-8e27-785d85e1fa8e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427074
Jan 10 12:53:10.534638 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf55ba4-a644-4cc2-a0a9-c3c97306887b req-82e96389-a28e-4f3b-bd28-3ce0b3f00819 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:10.536153 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3bf55ba4-a644-4cc2-a0a9-c3c97306887b req-82e96389-a28e-4f3b-bd28-3ce0b3f00819 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0580504
Jan 10 12:53:10.594165 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3bf55ba4-a644-4cc2-a0a9-c3c97306887b req-6bf0fd71-a737-40e4-8156-91c88b5e06b7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509632
Jan 10 12:53:10.862923 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-adf8ed3c-3d45-4378-9edd-f89062023208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:11.005051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125c67f-7fe5-4d54-9c8f-323fb255ef23 req-a2a6c9b9-008a-4ab9-910e-65eddf5beaaf tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:11.006502 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b125c67f-7fe5-4d54-9c8f-323fb255ef23 req-a2a6c9b9-008a-4ab9-910e-65eddf5beaaf tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 944 time: 0.0512054
Jan 10 12:53:11.061346 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b125c67f-7fe5-4d54-9c8f-323fb255ef23 req-4a3c69ff-69ac-4309-b7ca-e39da1bbd83b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470963
Jan 10 12:53:11.753321 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fc479-89a5-4e37-a0ee-068fb8b527b6 req-f9fa1fa3-06de-49c8-8529-1589ced4d3b8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:11.754800 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af7fc479-89a5-4e37-a0ee-068fb8b527b6 req-f9fa1fa3-06de-49c8-8529-1589ced4d3b8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0663102
Jan 10 12:53:11.803176 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-af7fc479-89a5-4e37-a0ee-068fb8b527b6 req-13e3bd82-99a0-4fe0-99ff-fbffe61266e4 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412621
Jan 10 12:53:12.043207 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:12.152943 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:53:12.197691 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b0ca4-76dc-499c-a88b-15f27cde442e req-0149d006-d139-4bba-888f-911211a26654 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:12.199174 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-451b0ca4-76dc-499c-a88b-15f27cde442e req-0149d006-d139-4bba-888f-911211a26654 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 944 time: 0.0608294
Jan 10 12:53:12.254119 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-451b0ca4-76dc-499c-a88b-15f27cde442e req-751ed351-494f-470e-bd35-c8b8828651c9 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487158
Jan 10 12:53:12.254400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:12.270764 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'port_id': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'mac_address': 'fa:16:3e:85:6a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:53:12.307016 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:12.307314 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:12.320950 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:12.339874 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:12.346500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:12.392818 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:12.627193 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:12.946351 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e07a28-8a84-4bf4-8958-8c6541a5c363 req-bfdd5aaf-c806-40f4-99c9-68404665d012 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:12.948067 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95e07a28-8a84-4bf4-8958-8c6541a5c363 req-bfdd5aaf-c806-40f4-99c9-68404665d012 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0588400
Jan 10 12:53:12.995504 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95e07a28-8a84-4bf4-8958-8c6541a5c363 req-ebd95cd1-aff7-49dc-8ee3-29918a3f0400 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416598
Jan 10 12:53:13.383799 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38c2a2-82a6-42d5-8acf-208a3eb864a3 req-4340e7cc-e38f-4d47-9055-4b6257eaf3f6 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:13.385400 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c38c2a2-82a6-42d5-8acf-208a3eb864a3 req-4340e7cc-e38f-4d47-9055-4b6257eaf3f6 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 945 time: 0.0582395
Jan 10 12:53:13.435391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c38c2a2-82a6-42d5-8acf-208a3eb864a3 req-0ff9187f-d613-471f-af7f-a543bd31e017 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417945
Jan 10 12:53:13.695876 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:14.118337 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:14.132304 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef89a7-9e0a-433a-80df-edb63f3af794 req-56e14bee-367f-49fe-a219-4a2ed1592e8b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:14.133839 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-62ef89a7-9e0a-433a-80df-edb63f3af794 req-56e14bee-367f-49fe-a219-4a2ed1592e8b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0573578
Jan 10 12:53:14.151748 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:53:14.186365 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-62ef89a7-9e0a-433a-80df-edb63f3af794 req-38584486-be2b-4cc8-8648-b1ca9a6c7b4f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461898
Jan 10 12:53:14.204280 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:53:14.208201 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:14.208576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:14.287365 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:14.287678 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:14.310747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:14.313023 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ec6cd5-2cc2-42cf-a4e8-b9cdf9f11d98" -d '{"events": [{"server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "name": "network-vif-plugged", "status": "completed", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:14.326303 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:14.330109 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:14.380467 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:14.411151 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ea212-2966-4284-b7a0-dd817a431235 x-openstack-request-id: req-e55ea212-2966-4284-b7a0-dd817a431235 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:14.411574 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "name": "network-vif-plugged", "status": "completed", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:14.411910 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e55ea212-2966-4284-b7a0-dd817a431235 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:14.412504 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'code': 200}
Jan 10 12:53:14.551626 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54825-d389-487d-bd52-2292c25f4742 req-da8db36c-3b9a-45ad-8ab7-c594547e8471 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:14.553020 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c7c54825-d389-487d-bd52-2292c25f4742 req-da8db36c-3b9a-45ad-8ab7-c594547e8471 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0493560
Jan 10 12:53:14.583265 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050090-18b3-466c-99e3-bcbe1df900fd req-0515c912-2383-4718-8f24-674667084bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:14.584813 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6b050090-18b3-466c-99e3-bcbe1df900fd req-0515c912-2383-4718-8f24-674667084bfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1099 time: 0.0443814
Jan 10 12:53:14.602012 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c7c54825-d389-487d-bd52-2292c25f4742 req-4ed6d362-9908-42a3-b3a3-38a34470f51d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418627
Jan 10 12:53:14.630312 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6b050090-18b3-466c-99e3-bcbe1df900fd req-1574a629-90a9-44ca-9d5f-bc6ef54a27ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396280
Jan 10 12:53:14.866755 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:15.328899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9c035-153f-4ee1-b31c-77a848ee4fa4 req-6e3af160-3fe5-46ec-8e09-7c8ed60c5934 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:15.330377 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0a9c035-153f-4ee1-b31c-77a848ee4fa4 req-6e3af160-3fe5-46ec-8e09-7c8ed60c5934 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0565104
Jan 10 12:53:15.376554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0a9c035-153f-4ee1-b31c-77a848ee4fa4 req-0b09f85f-d506-4635-9932-e12625f15531 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406988
Jan 10 12:53:15.728627 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2388-fb78-4899-afa5-efd538e99fc8 req-605c3c04-8d1a-4fa6-8fa3-18dbd50f1c3e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:15.731663 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-927f2388-fb78-4899-afa5-efd538e99fc8 req-605c3c04-8d1a-4fa6-8fa3-18dbd50f1c3e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0566728
Jan 10 12:53:15.781607 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-927f2388-fb78-4899-afa5-efd538e99fc8 req-a168d940-a098-44b1-8d1e-67a3a7db13e2 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421655
Jan 10 12:53:16.508148 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff7adf-b0ee-47e5-a27a-1a75be411001 req-cdc4434f-87c8-444e-85ea-69cceffd1ab1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:16.509951 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c9ff7adf-b0ee-47e5-a27a-1a75be411001 req-cdc4434f-87c8-444e-85ea-69cceffd1ab1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0529408
Jan 10 12:53:16.562197 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c9ff7adf-b0ee-47e5-a27a-1a75be411001 req-02bdb81e-17ac-433a-86ad-83e6492f45ac tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439186
Jan 10 12:53:16.902948 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d72e0f-c641-4aef-9372-081207b186f9 req-66efb14a-7234-470c-b476-798004592e3e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:16.904439 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95d72e0f-c641-4aef-9372-081207b186f9 req-66efb14a-7234-470c-b476-798004592e3e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0523698
Jan 10 12:53:16.953152 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95d72e0f-c641-4aef-9372-081207b186f9 req-6916f36d-fa0d-409b-81d6-20a870417bf8 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407200
Jan 10 12:53:17.082421 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00c74-9d82-43a9-a9dd-e446bd6a404b req-36aadf95-56a4-4e7c-afbb-207bf772ad31 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:17.083922 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8da00c74-9d82-43a9-a9dd-e446bd6a404b req-36aadf95-56a4-4e7c-afbb-207bf772ad31 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0514297
Jan 10 12:53:17.132532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8da00c74-9d82-43a9-a9dd-e446bd6a404b req-0fe85c87-f342-4979-ab73-1d1bc0190196 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427558
Jan 10 12:53:17.475013 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad919123-91ba-4519-96ae-c9a58eda0e84 req-62a9f759-0b1e-497d-a525-e7ea0fbc4d06 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:17.476492 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad919123-91ba-4519-96ae-c9a58eda0e84 req-62a9f759-0b1e-497d-a525-e7ea0fbc4d06 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0494735
Jan 10 12:53:17.526230 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad919123-91ba-4519-96ae-c9a58eda0e84 req-bb99719e-1967-47d6-a3f4-76e0f9838e2a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438466
Jan 10 12:53:17.690459 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2c4f8-5f2a-49f7-b306-3027fa02d6b1 req-20b46533-f2db-4f27-832e-9a69591fa7ef tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:17.692415 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7bb2c4f8-5f2a-49f7-b306-3027fa02d6b1 req-20b46533-f2db-4f27-832e-9a69591fa7ef tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0520866
Jan 10 12:53:17.742686 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7bb2c4f8-5f2a-49f7-b306-3027fa02d6b1 req-dfc6f5f8-6e3b-4c5a-ba96-1ef9e042b7e8 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425527
Jan 10 12:53:18.868469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fb297-1f96-4364-a082-57397a5b1ca3 req-19cc089f-130c-4ff4-b0a5-ce911f7f2457 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:18.869948 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-257fb297-1f96-4364-a082-57397a5b1ca3 req-19cc089f-130c-4ff4-b0a5-ce911f7f2457 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0519319
Jan 10 12:53:18.919001 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-257fb297-1f96-4364-a082-57397a5b1ca3 req-f03dcdbf-2799-44a8-922d-ec3e03282a3d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431581
Jan 10 12:53:20.056425 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696d23a-40fe-430d-8d1d-4f39c7cc7ad3 req-b356d715-eb58-4a4c-b9ef-432dd29ae796 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:20.058136 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2696d23a-40fe-430d-8d1d-4f39c7cc7ad3 req-b356d715-eb58-4a4c-b9ef-432dd29ae796 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0547340
Jan 10 12:53:20.115149 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2696d23a-40fe-430d-8d1d-4f39c7cc7ad3 req-df057276-d11a-4eb2-bbab-2b9d2b419c4f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510619
Jan 10 12:53:21.242335 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856dc8b-a53a-4dcd-aae2-e7f9178719f3 req-908ce69f-3275-4630-a5f1-eb3d1bc441e2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:21.243920 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7856dc8b-a53a-4dcd-aae2-e7f9178719f3 req-908ce69f-3275-4630-a5f1-eb3d1bc441e2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0486617
Jan 10 12:53:21.296483 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7856dc8b-a53a-4dcd-aae2-e7f9178719f3 req-6943f101-3dab-4b24-afe3-4766ab2cc97b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445960
Jan 10 12:53:22.433246 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4586a6-2306-40ed-9e4c-2bbccfdb2de9 req-47bde218-db1e-44b0-ac73-a1b9a5f239a1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:22.434854 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c4586a6-2306-40ed-9e4c-2bbccfdb2de9 req-47bde218-db1e-44b0-ac73-a1b9a5f239a1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0536187
Jan 10 12:53:22.489980 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0c4586a6-2306-40ed-9e4c-2bbccfdb2de9 req-c85730fe-0a0c-4780-83ff-475d5c561fa5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470822
Jan 10 12:53:23.628083 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c86faa-7fc0-44f4-9e65-b1c7cc2036fc req-730b5d39-0f28-43a3-b0fe-a6bf60192bac tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:23.629576 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-71c86faa-7fc0-44f4-9e65-b1c7cc2036fc req-730b5d39-0f28-43a3-b0fe-a6bf60192bac tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0527043
Jan 10 12:53:23.678756 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-71c86faa-7fc0-44f4-9e65-b1c7cc2036fc req-29da42b4-9807-44ba-bb04-c04950cfd0a0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411291
Jan 10 12:53:24.824531 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139d9ec-c254-4513-bfa8-53b2839e24ac req-f8172f4e-16ab-464d-af1e-21098d26b28b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:24.826004 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8139d9ec-c254-4513-bfa8-53b2839e24ac req-f8172f4e-16ab-464d-af1e-21098d26b28b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0514317
Jan 10 12:53:24.875475 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8139d9ec-c254-4513-bfa8-53b2839e24ac req-f6b72271-d9a3-4b9e-92f2-57e14de4d69e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409973
Jan 10 12:53:26.170113 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723bcc5-da76-425f-a5e7-792ebdbdf09d req-70de1c66-f310-4fe8-9200-e1b261393735 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:26.171471 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c723bcc5-da76-425f-a5e7-792ebdbdf09d req-70de1c66-f310-4fe8-9200-e1b261393735 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0618143
Jan 10 12:53:26.219030 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c723bcc5-da76-425f-a5e7-792ebdbdf09d req-f994e113-ba7e-455f-ab3d-1192687d4d8a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419178
Jan 10 12:53:26.985681 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d05ed-eacf-4447-9150-efd9f3d8a564 req-7f73cbbc-af94-4651-a03d-276d26a46ef3 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:26.987153 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6b2d05ed-eacf-4447-9150-efd9f3d8a564 req-7f73cbbc-af94-4651-a03d-276d26a46ef3 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0514057
Jan 10 12:53:27.036775 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6b2d05ed-eacf-4447-9150-efd9f3d8a564 req-233a0a53-ccdc-4f1b-a65f-6d444ba207e7 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439703
Jan 10 12:53:27.062803 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40044) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:27.158854 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97300497-f440-4274-bd7c-61ee8de3f1c8 tempest-TestMinimumBasicScenario-1823458047 tempest-TestMinimumBasicScenario-1823458047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:27.160435 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-97300497-f440-4274-bd7c-61ee8de3f1c8 tempest-TestMinimumBasicScenario-1823458047 tempest-TestMinimumBasicScenario-1823458047-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1094 time: 0.0965965
Jan 10 12:53:27.165422 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40048) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:27.172618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'port_id': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:27.204304 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:27.333224 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:27.355116 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55ff1a-3193-4b78-b45d-030f2d129c24 req-3beae1d1-ae0d-4e34-a159-88ea6d973958 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:27.356560 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f55ff1a-3193-4b78-b45d-030f2d129c24 req-3beae1d1-ae0d-4e34-a159-88ea6d973958 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0627286
Jan 10 12:53:27.465899 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4f55ff1a-3193-4b78-b45d-030f2d129c24 req-bae508dd-e7b0-4181-bfb2-78b014956c14 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846002
Jan 10 12:53:27.490210 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Allocated IP 172.37.5.18 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/dd7fe895-c1dd-4250-a67c-590b8fc7a60e) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:53:27.599667 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:27.635338 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:27.675285 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:53:27.678170 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:53:27.681607 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:53:27.704547 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'Port': ['ID=dd7fe895-c1dd-4250-a67c-590b8fc7a60e,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:27.716620 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.716897 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.717232 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.717566 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.717895 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.718226 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.718547 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.718869 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.719195 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.719536 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.719843 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.720188 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:27.720509 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.047261 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for floatingip (37fa2d06-ece3-4f1c-8767-996fe8cd64fd), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.116591 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.190402 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:53:28.272186 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.277808 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.288316 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:28.299706 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:53:28.337033 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: ACTIVE; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:28.337427 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.344452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'Port': ['ID=dd7fe895-c1dd-4250-a67c-590b8fc7a60e,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:28.351949 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:28.358275 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (37fa2d06-ece3-4f1c-8767-996fe8cd64fd), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.373115 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:28.377523 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:28.429542 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=6']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:28.440192 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.440565 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.440915 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.441251 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.449271 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.449647 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.450001 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.450345 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.450687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.451032 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.451370 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.451727 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.452061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:53:28.466661 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['dc3f0c02-667c-403b-91d3-b98ae7eeec12'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:28.471730 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Floating IP 37fa2d06-ece3-4f1c-8767-996fe8cd64fd associated. External IP: 172.37.5.18, port: 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4.
Jan 10 12:53:28.616071 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace652d-55a3-4232-9949-0e2f2d6216c5 req-62d44d51-29f6-4f74-8fa9-51e5a7c0ac19 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:28.617477 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3ace652d-55a3-4232-9949-0e2f2d6216c5 req-62d44d51-29f6-4f74-8fa9-51e5a7c0ac19 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0664639
Jan 10 12:53:28.962636 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3ace652d-55a3-4232-9949-0e2f2d6216c5 req-a7d309b5-a765-4511-82b9-5273ed5beb07 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3375521
Jan 10 12:53:28.993247 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:53:29.114015 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:53:29.125733 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Sync routers for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:53:29.141245 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:29.142725 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc121310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:29.146613 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.181752 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a1bc58eb-141f-44e9-b612-288eb1535f01 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.0146844
Jan 10 12:53:29.182500 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:29.185069 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40076) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:29.185576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32fa0c9-bac2-4de0-971a-b12e3564d412" -d '{"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:29.189596 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1053222225', 'description': 'tempest-secgroup-smoke-1053222225 description', 'project_id': '49b93adb02f6421e98d26e140bc17634'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:29.218163 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.261076 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:29.319799 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (af0a998d-eb25-457e-9bb3-1752e581a4d1), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.332926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (af0a998d-eb25-457e-9bb3-1752e581a4d1), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.354205 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec708aa-0e30-4022-ad79-e84fdbbc1098 x-openstack-request-id: req-9ec708aa-0e30-4022-ad79-e84fdbbc1098 {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:29.354910 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:29.354910 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ec708aa-0e30-4022-ad79-e84fdbbc1098 {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:29.355503 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:53:29.387071 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.388301 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.2022152
Jan 10 12:53:29.391442 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40082) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:29.396239 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:29.402417 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdeb20c-6db9-4c18-99fb-cdc2a6d03328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af0a998d-eb25-457e-9bb3-1752e581a4d1,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:29.442299 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-1e834d33-a557-4bdc-91df-748b60f620d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:29.443851 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-1e834d33-a557-4bdc-91df-748b60f620d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1099 time: 0.0603361
Jan 10 12:53:29.467781 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (6b0fc580-6990-4ef2-b3d1-fef17759e29e), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.530012 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (6b0fc580-6990-4ef2-b3d1-fef17759e29e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.538637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (6b0fc580-6990-4ef2-b3d1-fef17759e29e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.548218 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-69be15ea-6906-4b49-98c7-5a68d291e6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:29.550168 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-69be15ea-6906-4b49-98c7-5a68d291e6f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.0989749
Jan 10 12:53:29.564916 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0fc580-6990-4ef2-b3d1-fef17759e29e,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:29.583878 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.587910 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1e427bbb-e2d3-4bc7-8d96-3464fe22b835 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1926916
Jan 10 12:53:29.591977 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40084) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:29.602156 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:29.637778 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-0943c8af-ca04-4099-81f2-b8a2197228fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 999 time: 0.0802355
Jan 10 12:53:29.659286 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (883e904e-024f-42c1-a09c-fa4b295c0143), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.696978 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc121310>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37fa2d06-ece3-4f1c-8767-996fe8cd64fd', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'floating_ip_address': '172.37.5.18', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'port_id': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'mac_address': 'fa:16:3e:85:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478e592-7324-4bd6-9745-c968db315d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:27Z', 'updated_at': '2022-01-10T12:53:27Z', 'revision_number': 0, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:29.705309 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-515d7d5c-cb6a-4782-ae47-cb07b608f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:29.709028 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-515d7d5c-cb6a-4782-ae47-cb07b608f9ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0609002
Jan 10 12:53:29.728526 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (883e904e-024f-42c1-a09c-fa4b295c0143), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.729589 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Checking router: 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:53:29.741778 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:29.742480 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc121310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:29.743451 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (883e904e-024f-42c1-a09c-fa4b295c0143), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.771150 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.775173 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1793246
Jan 10 12:53:29.775173 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40086) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:29.780252 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:29.786199 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a2a21-750b-475b-ac4b-2d978a8fca7f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883e904e-024f-42c1-a09c-fa4b295c0143,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:29.788759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-eb457a31-1461-4361-b3b0-45233fb3c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:29.791017 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-eb457a31-1461-4361-b3b0-45233fb3c2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747607
Jan 10 12:53:29.821041 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (88f17874-c966-45ec-b5c6-11049daef99f), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.899722 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (88f17874-c966-45ec-b5c6-11049daef99f), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.911221 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (88f17874-c966-45ec-b5c6-11049daef99f), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.932249 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f17874-c966-45ec-b5c6-11049daef99f,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:29.934860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:29.948709 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:29.950013 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-d4b69c13-b3f2-4bc0-b8cd-209531c41bfe tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1733205
Jan 10 12:53:29.952657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40088) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:29.956947 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:29.993553 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-62cf9ced-e8ad-4563-b937-2ef1b4bcebfd service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914337
Jan 10 12:53:30.015644 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (845eb2cc-51a7-402c-9f19-f2410420a2d6), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.121108 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f32fa0c9-bac2-4de0-971a-b12e3564d412 req-72f7ace3-d2bb-470b-9fdd-d8bb8de5b83a service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1164093
Jan 10 12:53:30.149603 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (845eb2cc-51a7-402c-9f19-f2410420a2d6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.159981 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (845eb2cc-51a7-402c-9f19-f2410420a2d6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.177485 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802f331-6a9c-417b-abaf-0d56c38d916c req-3e565330-f019-49d4-9061-73877de07cd1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:30.185391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5802f331-6a9c-417b-abaf-0d56c38d916c req-3e565330-f019-49d4-9061-73877de07cd1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0922258
Jan 10 12:53:30.202514 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:53:30.218336 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845eb2cc-51a7-402c-9f19-f2410420a2d6,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:30.238591 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.242759 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a24c378f-894f-4f4f-a389-70d4da399973 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2891486
Jan 10 12:53:30.243251 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40092) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:30.252609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:30.268856 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5802f331-6a9c-417b-abaf-0d56c38d916c req-23256882-3443-4e38-8cc4-c57a0bdae3df tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790417
Jan 10 12:53:30.291563 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.securitygroups_db [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Project 49b93adb02f6421e98d26e140bc17634 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:53:30.298969 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (af3ae4d3-bf96-44ba-b561-b05fa10cb6aa), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.327056 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port dc3f0c02-667c-403b-91d3-b98ae7eeec12 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:30.327744 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.380664 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (af3ae4d3-bf96-44ba-b561-b05fa10cb6aa), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.387582 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (af3ae4d3-bf96-44ba-b561-b05fa10cb6aa), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.397687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc121310>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37fa2d06-ece3-4f1c-8767-996fe8cd64fd', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'floating_ip_address': '172.37.5.18', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'port_id': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'mac_address': 'fa:16:3e:85:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478e592-7324-4bd6-9745-c968db315d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:27Z', 'updated_at': '2022-01-10T12:53:27Z', 'revision_number': 0, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:30.412086 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3ae4d3-bf96-44ba-b561-b05fa10cb6aa,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:30.433908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.438308 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40094) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:30.443072 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'security_group_rule': {'security_group_id': 'af0a998d-eb25-457e-9bb3-1752e581a4d1', 'project_id': '49b93adb02f6421e98d26e140bc17634', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:30.448652 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4418f439-9ac3-41c9-92c2-79e9b173bf5d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2040191
Jan 10 12:53:30.456887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57685804-cc2b-493b-b758-30a9b964b9e1 None None] The sync data for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi is: [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37fa2d06-ece3-4f1c-8767-996fe8cd64fd', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'floating_ip_address': '172.37.5.18', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'port_id': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'mac_address': 'fa:16:3e:85:6a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5478e592-7324-4bd6-9745-c968db315d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:27Z', 'updated_at': '2022-01-10T12:53:27Z', 'revision_number': 0, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:53:30.488878 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.securitygroups_db [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Project 49b93adb02f6421e98d26e140bc17634 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:53:30.499807 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (e56d4a26-cb44-4807-bd7f-94d0e096db63), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.518771 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:30.519361 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.557640 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:30.560544 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abfcb27-4e33-4fa3-8297-f9501e73c4e9" -d '{"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:30.567286 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (e56d4a26-cb44-4807-bd7f-94d0e096db63), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.573732 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (e56d4a26-cb44-4807-bd7f-94d0e096db63), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.576899 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:30.582532 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.605141 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56d4a26-cb44-4807-bd7f-94d0e096db63,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:30.615257 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:30.616571 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-55466e1f-ead2-468a-804b-bd6aad4ded8f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1772475
Jan 10 12:53:30.635940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9113ac4-485b-474c-a3cf-b816484dbf16 x-openstack-request-id: req-e9113ac4-485b-474c-a3cf-b816484dbf16 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:30.636246 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:30.636767 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9113ac4-485b-474c-a3cf-b816484dbf16 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:30.637172 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'code': 200}
Jan 10 12:53:30.675079 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=7']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:30.777534 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-1e32dde4-3385-4468-83f7-0a2b20d72cda tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053222225&fields=id&tenant_id=49b93adb02f6421e98d26e140bc17634 HTTP/1.1" status: 200  len: 267 time: 0.0825245
Jan 10 12:53:30.797307 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef4fd6-5c04-4bc9-ad48-f27f415ace00 None None] New status for floating IP 37fa2d06-ece3-4f1c-8767-996fe8cd64fd: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:53:30.841450 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-407f639a-69b5-41eb-9f19-0940eb3e1dd9 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:30.843109 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-407f639a-69b5-41eb-9f19-0940eb3e1dd9 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0594759
Jan 10 12:53:30.857742 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'port': {'security_groups': ['01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553', 'af0a998d-eb25-457e-9bb3-1752e581a4d1']}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:30.950118 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:31.236190 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:31.272316 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:31.277564 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:31.304645 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:31.442180 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:31.442924 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:31.444328 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2b12587-e4ec-4a7c-8418-73d293c05f25 req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "PUT /v2.0/ports/9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 982 time: 0.5929453
Jan 10 12:53:31.444922 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:31.447553 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077e0d22-65e1-4dff-8b23-f37becf272c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:31.482044 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:31.584683 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e56d6-09e8-4cc0-9537-203373213a95 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=6']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:31.626462 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1895787-1a32-4135-b713-33d84d834e57 req-044cf5ea-b11d-4daa-8bdf-e97590d5e50a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:31.634934 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c1895787-1a32-4135-b713-33d84d834e57 req-044cf5ea-b11d-4daa-8bdf-e97590d5e50a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.1139302
Jan 10 12:53:31.652953 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e691e-da38-4a17-8dd5-ebf275449347 req-c729dbf5-58fb-46de-8178-1a2ad6b23e6a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:31.654512 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-374e691e-da38-4a17-8dd5-ebf275449347 req-c729dbf5-58fb-46de-8178-1a2ad6b23e6a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.2372553
Jan 10 12:53:31.722496 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-374e691e-da38-4a17-8dd5-ebf275449347 req-f5b5bd33-837e-46fb-8ac3-2784972cc97a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590956
Jan 10 12:53:31.773272 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-b963149b-468e-4646-b2be-5716294d7cfb None None] Provisioning complete for port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:31.773721 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b963149b-468e-4646-b2be-5716294d7cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:31.785048 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c1895787-1a32-4135-b713-33d84d834e57 req-8ced714f-e103-4ea1-98ba-5da4bbc7191c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1490040
Jan 10 12:53:31.798897 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddaf7e24-9644-4f5c-af9f-8d5bb81f4ffe x-openstack-request-id: req-ddaf7e24-9644-4f5c-af9f-8d5bb81f4ffe {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:31.799197 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:31.799452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddaf7e24-9644-4f5c-af9f-8d5bb81f4ffe {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:31.799904 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:53:31.876194 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-7680dffd-8140-4d86-aa58-8d9bfe20aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:31.880098 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-7680dffd-8140-4d86-aa58-8d9bfe20aff3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1138 time: 0.0533020
Jan 10 12:53:31.998458 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-abd9cfe4-5b47-4e58-8c27-5404adb2e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:32.000301 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-abd9cfe4-5b47-4e58-8c27-5404adb2e40a service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.1122262
Jan 10 12:53:32.027940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-b963149b-468e-4646-b2be-5716294d7cfb None None] Current status of the port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:32.090799 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-a8dcbeff-e77e-4283-b582-e17d9d33a17a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 1001 time: 0.0806503
Jan 10 12:53:32.159839 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-127de095-96f5-4bee-89b6-041682482b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:32.161634 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-127de095-96f5-4bee-89b6-041682482b50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0629361
Jan 10 12:53:32.223370 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-21c9a7b0-6022-47b4-90bc-84ee15eba0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:32.224987 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-21c9a7b0-6022-47b4-90bc-84ee15eba0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0562983
Jan 10 12:53:32.333430 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-cac8a4be-a91d-46bb-bcd5-e118dc00156e service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1013873
Jan 10 12:53:32.437870 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-077e0d22-65e1-4dff-8b23-f37becf272c8 req-58107a97-03ee-4a17-a408-11e0855e1874 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0969598
Jan 10 12:53:32.865635 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d3b2f-201e-4e44-9af0-a518c8822501 req-ca59eabf-4fdb-4142-9878-3041cf6c7dcb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:32.867163 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-383d3b2f-201e-4e44-9af0-a518c8822501 req-ca59eabf-4fdb-4142-9878-3041cf6c7dcb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0514674
Jan 10 12:53:32.917692 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-383d3b2f-201e-4e44-9af0-a518c8822501 req-58cb6712-dc60-454f-a8e3-dcd27719fcbd tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438099
Jan 10 12:53:34.053786 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524647d-d85c-49b1-9a98-d26704c47c7c req-6c682c1b-8506-465e-8684-1f7c0135e47d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:34.055357 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5524647d-d85c-49b1-9a98-d26704c47c7c req-6c682c1b-8506-465e-8684-1f7c0135e47d tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0548434
Jan 10 12:53:34.111781 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5524647d-d85c-49b1-9a98-d26704c47c7c req-22c5199c-ca32-483a-a530-32d1c384d71e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495095
Jan 10 12:53:35.252703 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff405404-7a7d-42ae-bab6-4acb58a0b816 req-bdf01d3a-be2d-49be-a573-7f25f864b4b0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:35.254462 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ff405404-7a7d-42ae-bab6-4acb58a0b816 req-bdf01d3a-be2d-49be-a573-7f25f864b4b0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0634692
Jan 10 12:53:35.329855 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ff405404-7a7d-42ae-bab6-4acb58a0b816 req-42145da4-3141-4094-8e4d-9dbc325b1116 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670485
Jan 10 12:53:35.340529 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568cb6f-6798-426e-8db0-680b54cd1d82 req-2ca5ab65-9f0f-4d33-8c6a-b930a420b7f0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:35.342183 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4568cb6f-6798-426e-8db0-680b54cd1d82 req-2ca5ab65-9f0f-4d33-8c6a-b930a420b7f0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1036277
Jan 10 12:53:35.410474 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4568cb6f-6798-426e-8db0-680b54cd1d82 req-7c26734b-1cd7-4ccf-ad61-2ebe1dd8d9e4 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590780
Jan 10 12:53:35.823180 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fa12c-d971-4b1a-a299-d61df3ea1439 req-85ec9aac-e0bc-4903-88f9-ad60065eaae5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:35.827239 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a08fa12c-d971-4b1a-a299-d61df3ea1439 req-85ec9aac-e0bc-4903-88f9-ad60065eaae5 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0536492
Jan 10 12:53:35.885088 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a08fa12c-d971-4b1a-a299-d61df3ea1439 req-8109bfa3-3421-4272-950b-e4ccc13bf86f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513563
Jan 10 12:53:36.485724 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80925c2-5c26-4e68-bbc6-6b021294318b req-355d307d-26c4-4533-ab54-3a66ea124ff1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:36.488245 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b80925c2-5c26-4e68-bbc6-6b021294318b req-355d307d-26c4-4533-ab54-3a66ea124ff1 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0664141
Jan 10 12:53:36.575660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b80925c2-5c26-4e68-bbc6-6b021294318b req-9a8e89aa-081f-48d8-aea6-55ba66d4ba5c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0772266
Jan 10 12:53:36.585624 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff2736-8dbb-487a-9d74-6791a0ab2bd4 req-29232a95-4a48-4d44-969d-b3a1b9931424 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:36.594359 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6ff2736-8dbb-487a-9d74-6791a0ab2bd4 req-29232a95-4a48-4d44-969d-b3a1b9931424 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.1050863
Jan 10 12:53:36.646860 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c6ff2736-8dbb-487a-9d74-6791a0ab2bd4 req-1c5c1cab-9a04-482e-a5f2-7f95ceff0541 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515954
Jan 10 12:53:37.017001 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fc87-f83a-49dc-be0f-1d0cf4791db8 req-38725b4f-aa53-4bb8-b639-84355f95f9fb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:37.020057 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7fe8fc87-f83a-49dc-be0f-1d0cf4791db8 req-38725b4f-aa53-4bb8-b639-84355f95f9fb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0621884
Jan 10 12:53:37.081201 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7fe8fc87-f83a-49dc-be0f-1d0cf4791db8 req-82ed7f60-70b5-47da-9ffc-aed2ba00b7f4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541897
Jan 10 12:53:37.528333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-e523a6e3-70d8-45f5-bb4a-9fa5606c3589 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:37.530049 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-e523a6e3-70d8-45f5-bb4a-9fa5606c3589 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0592868
Jan 10 12:53:37.653019 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-2d1fc848-efbb-4c56-b078-773a2f4cf843 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:37.654684 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-2d1fc848-efbb-4c56-b078-773a2f4cf843 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.1163540
Jan 10 12:53:37.748163 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106c526-4990-4dce-b94b-8a7e84b86392 req-dea8a387-6caf-45fa-81c7-84100a0d3a17 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:37.757408 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9106c526-4990-4dce-b94b-8a7e84b86392 req-dea8a387-6caf-45fa-81c7-84100a0d3a17 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0976763
Jan 10 12:53:37.787140 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:53:37.835727 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9106c526-4990-4dce-b94b-8a7e84b86392 req-682a2a62-84f3-4fbc-baac-bba933de7f14 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0742967
Jan 10 12:53:37.870278 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Deleting port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:53:37.870627 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:37.902241 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e930bfa-d6e5-42be-91d3-c8552bd280d5 req-0d0f0497-a3f9-472d-90a5-3048a2ebb542 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:37.904366 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1e930bfa-d6e5-42be-91d3-c8552bd280d5 req-0d0f0497-a3f9-472d-90a5-3048a2ebb542 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 946 time: 0.0826759
Jan 10 12:53:37.961947 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1e930bfa-d6e5-42be-91d3-c8552bd280d5 req-8d7aab5e-bf91-4bf4-88a6-436419e3789c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514498
Jan 10 12:53:37.976095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port b0c8664c-1be2-4aa4-ad7d-298feadd5169 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:53:37.976578 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.041510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] For port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:38.041822 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.135093 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] For port b0c8664c-1be2-4aa4-ad7d-298feadd5169, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b0c8664c-1be2-4aa4-ad7d-298feadd5169,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:38.135734 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.235023 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe074d-843a-444e-b457-5724c6b41392 req-2db77db9-55b8-4095-8e9c-47191ec01791 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:38.242484 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-acbe074d-843a-444e-b457-5724c6b41392 req-2db77db9-55b8-4095-8e9c-47191ec01791 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 945 time: 0.0717537
Jan 10 12:53:38.299865 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-acbe074d-843a-444e-b457-5724c6b41392 req-f1496496-3508-463c-8b61-16fd83c6eb9a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563829
Jan 10 12:53:38.348415 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.348881 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.349351 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Floating IP 8104235b-6692-41b4-8c01-64788e5f4ccb disassociated. External IP: 172.37.5.72, port: 31d2ebb9-0259-4cf8-a5d4-2cc46318279f.
Jan 10 12:53:38.349871 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Calling delete_port for 31d2ebb9-0259-4cf8-a5d4-2cc46318279f owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:53:38.449921 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.450306 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (7d40a5ef-d41c-48fe-925b-5c4372893fb1), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.450601 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP 7d40a5ef-d41c-48fe-925b-5c4372893fb1 disassociated. External IP: 172.37.5.164, port: b0c8664c-1be2-4aa4-ad7d-298feadd5169.
Jan 10 12:53:38.450946 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for b0c8664c-1be2-4aa4-ad7d-298feadd5169 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:53:38.599536 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (31d2ebb9-0259-4cf8-a5d4-2cc46318279f), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.622073 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9733f48a-1296-4a37-b9ee-c17d18b0f6b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.656956 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'Port': ['ID=31d2ebb9-0259-4cf8-a5d4-2cc46318279f,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:38.748511 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b0c8664c-1be2-4aa4-ad7d-298feadd5169), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:38.970206 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bfc8-350b-44b7-adc5-1522c043d61b req-39586233-95ce-4f7c-a87e-400cc3ac73ae tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:38.971628 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6c3bfc8-350b-44b7-adc5-1522c043d61b req-39586233-95ce-4f7c-a87e-400cc3ac73ae tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0538683
Jan 10 12:53:39.028762 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=b0c8664c-1be2-4aa4-ad7d-298feadd5169,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:39.050459 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f6c3bfc8-350b-44b7-adc5-1522c043d61b req-0ada8f3f-2a5a-43b0-9acb-f9f64168b455 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730932
Jan 10 12:53:39.125150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-244ae5e8-5d4b-422a-8d57-67e505395799 req-bf60d858-a83d-4b5c-b44f-976a54ff8fa6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=d04a2f28-f535-468a-ba8b-39cdc590147b HTTP/1.1" status: 200  len: 210 time: 0.0383933
Jan 10 12:53:39.140397 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:53:39.266470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:53:39.302456 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-e5c5dcfb-2432-481b-ad96-c792ff100835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:39.303998 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-e5c5dcfb-2432-481b-ad96-c792ff100835 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1099 time: 0.0792093
Jan 10 12:53:39.338669 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:53:39.348714 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:53:39.359923 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:39.360685 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:39.404126 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0a890712-e3f1-4e32-9752-1fee05deaaa2 req-ea6c18d9-244a-4065-9fdd-cbc90f90d103 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=508c5420-5725-4665-b594-8990cf7bc668 HTTP/1.1" status: 200  len: 210 time: 0.0310402
Jan 10 12:53:39.466147 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] No DVR routers for this DVR port 31d2ebb9-0259-4cf8-a5d4-2cc46318279f on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:53:39.474267 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:39.477493 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f80c52ec-f215-4614-a6e5-a020f94c0941 req-067615e9-7088-4284-abd6-b769ea56ce49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "DELETE /v2.0/ports/31d2ebb9-0259-4cf8-a5d4-2cc46318279f HTTP/1.1" status: 204  len: 173 time: 1.9380231
Jan 10 12:53:39.477962 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'name': 'network-vif-deleted', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:39.480938 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c174b61-561d-48ab-81a6-cb4c56ecadc8" -d '{"events": [{"server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "name": "network-vif-deleted", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:39.484105 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:39.526096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:53:39.538275 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:53:39.554845 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:39.555493 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcc1ea00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:39.574542 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-ced1df75-b632-47ce-8fa1-3addab19d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:39.576585 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-ced1df75-b632-47ce-8fa1-3addab19d835 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.2397366
Jan 10 12:53:39.580995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207885ff-b69e-487b-b127-dc25376516f2 x-openstack-request-id: req-207885ff-b69e-487b-b127-dc25376516f2 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:39.580995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a2f28-f535-468a-ba8b-39cdc590147b", "name": "network-vif-deleted", "tag": "31d2ebb9-0259-4cf8-a5d4-2cc46318279f", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:39.580995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-207885ff-b69e-487b-b127-dc25376516f2 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:39.580995 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04a2f28-f535-468a-ba8b-39cdc590147b', 'name': 'network-vif-deleted', 'tag': '31d2ebb9-0259-4cf8-a5d4-2cc46318279f', 'status': 'completed', 'code': 200}
Jan 10 12:53:39.604999 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] No DVR routers for this DVR port b0c8664c-1be2-4aa4-ad7d-298feadd5169 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:53:39.625307 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:39.628643 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-560d4f38-cf29-43c3-9317-72ed03b5317c req-64473dd8-6edd-45ec-9673-658993c4c181 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "DELETE /v2.0/ports/b0c8664c-1be2-4aa4-ad7d-298feadd5169 HTTP/1.1" status: 204  len: 173 time: 1.9679801
Jan 10 12:53:39.701906 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-77cd7556-06a5-4d18-a105-f7b3396b5e6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 1000 time: 0.0865841
Jan 10 12:53:39.702347 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:39.735094 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017520>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:39.759202 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-3f9fafe5-2067-4033-9d6f-b52e86596423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:39.760891 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-3f9fafe5-2067-4033-9d6f-b52e86596423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0497880
Jan 10 12:53:39.767619 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:53:39.778698 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:39.779337 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:39.808007 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-dfd4bf09-2b97-4d09-917f-94231491c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:39.809679 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-dfd4bf09-2b97-4d09-917f-94231491c99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0412309
Jan 10 12:53:39.905262 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:39.919951 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcc1ea00>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:39.939825 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-43a9b274-3094-4faa-a44c-0dec2adc345d service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222022
Jan 10 12:53:39.961312 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:53:39.972113 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:53:39.973022 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcc1ea00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:40.071629 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b87a66ca-1d1b-4168-a3f1-3e25db9b20ba req-51dc9493-a2a4-45ee-9c3c-64d0d918d7f3 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238856
Jan 10 12:53:40.187291 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a60db7-a9b6-4996-97be-2d29807b2acf req-ec71feee-49ea-4cd2-849f-fcf04ca9e2be tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:40.198426 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3a60db7-a9b6-4996-97be-2d29807b2acf req-ec71feee-49ea-4cd2-849f-fcf04ca9e2be tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0745661
Jan 10 12:53:40.223546 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40182) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:40.225871 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:53:40.257479 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b3a60db7-a9b6-4996-97be-2d29807b2acf req-9d0adbf4-760b-473d-b41f-0118da9858a7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573332
Jan 10 12:53:40.296899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.324359 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.336112 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017520>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:40.364460 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3653183a-8fe7-483d-9690-7a2af546941c None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:53:40.399641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.405526 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.406942 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "DELETE /v2.0/security-groups/5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98 HTTP/1.1" status: 204  len: 168 time: 0.1818924
Jan 10 12:53:40.409785 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40184) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:40.426403 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11ab96-558e-4461-8bae-ce4252353595 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:40.427188 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.api.v2.resource [None req-59693ca4-4036-45d9-8e6d-56e1846142da tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] show failed (client error): The resource could not be found.
Jan 10 12:53:40.432400 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40186) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:40.457050 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-59693ca4-4036-45d9-8e6d-56e1846142da tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups/5bfb58c8-8cb0-4c5e-ae7e-f61d37713a98 HTTP/1.1" status: 404  len: 347 time: 0.0444303
Jan 10 12:53:40.518725 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcc1ea00>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:53:40.550695 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505adfb2-c69f-44b9-bc35-079cd14a5689 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:53:40.605689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Deleting port bb311549-9fb7-451b-b8e7-b07c6096a377 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:53:40.606242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.700961 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.701439 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (bb311549-9fb7-451b-b8e7-b07c6096a377), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.714184 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Calling delete_port for bb311549-9fb7-451b-b8e7-b07c6096a377 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:53:40.750399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-b51a2453-a533-43a7-8668-d2fa1cf5e874 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849435366&fields=id&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 267 time: 0.0702994
Jan 10 12:53:40.762282 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb24d2-8d76-4f2c-b42c-d30913635e6c None None] New status for floating IP 8104235b-6692-41b4-8c01-64788e5f4ccb: DOWN {{(pid=109430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:53:40.866808 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ffb7d480-17f6-4076-9828-c818d5be32b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.873417 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-38c1928a-9f85-451e-bcb7-f8154bedf47e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:40.875034 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-38c1928a-9f85-451e-bcb7-f8154bedf47e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1238441
Jan 10 12:53:40.884953 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b5d3a-44cb-4309-bb51-2a72b8dfd41f None None] New status for floating IP 7d40a5ef-d41c-48fe-925b-5c4372893fb1: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:53:40.893968 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (bb311549-9fb7-451b-b8e7-b07c6096a377), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.895279 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.db.api [None req-5bfb24d2-8d76-4f2c-b42c-d30913635e6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109430) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jan 10 12:53:40.895807 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG oslo_db.api [None req-5bfb24d2-8d76-4f2c-b42c-d30913635e6c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jan 10 12:53:40.900206 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-ccd1c956-5de8-438e-b37c-7e4a217e2c65 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/quotas/503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 375 time: 0.0155678
Jan 10 12:53:40.924097 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'Port': ['ID=bb311549-9fb7-451b-b8e7-b07c6096a377,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:40.946364 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-8d45ea0f-10f4-4969-acc3-1733dc1de1b4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0452988
Jan 10 12:53:40.996570 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (8104235b-6692-41b4-8c01-64788e5f4ccb), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:40.999092 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.000301 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e4b541cf-9f58-447f-ab0e-1d7361fbdb28 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "DELETE /v2.0/floatingips/8104235b-6692-41b4-8c01-64788e5f4ccb HTTP/1.1" status: 204  len: 168 time: 0.5664597
Jan 10 12:53:41.103179 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-7ce8fe4e-ed05-43d0-9c04-6b84b79bcc8a service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437922
Jan 10 12:53:41.199310 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-e610c3ac-af5b-41c1-84bd-8dd47465980a service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883760
Jan 10 12:53:41.249689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40200) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:41.254381 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156212466', 'description': 'tempest-description--218198559'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:41.280360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.358865 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (a2822f92-b80e-4f9d-bfe4-39beee50831e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.364347 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a2822f92-b80e-4f9d-bfe4-39beee50831e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.395114 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.398069 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb24d2-8d76-4f2c-b42c-d30913635e6c None None] New status for floating IP 8104235b-6692-41b4-8c01-64788e5f4ccb: DOWN {{(pid=109430) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:53:41.399363 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.1486194
Jan 10 12:53:41.400063 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40210) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:41.406814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group_rule': {'security_group_id': 'a2822f92-b80e-4f9d-bfe4-39beee50831e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:41.412714 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ceeaf-eb76-43d2-9607-83246255acbf req-b9ef1379-eb6a-468a-a5c3-23e961abd4b6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:41.416972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba8079-80d7-4891-8ffd-67c4dcdd95d5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2822f92-b80e-4f9d-bfe4-39beee50831e,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:41.421866 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b81ceeaf-eb76-43d2-9607-83246255acbf req-b9ef1379-eb6a-468a-a5c3-23e961abd4b6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 946 time: 0.0748181
Jan 10 12:53:41.470520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (9c853a55-1243-4c31-b0d1-aeff657f0aa9), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.485432 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b81ceeaf-eb76-43d2-9607-83246255acbf req-18349906-ca3e-481f-8138-e6107dc60144 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563002
Jan 10 12:53:41.534993 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a6a74946-881b-4651-9c6e-3a48573b72ba req-de842dcf-cb90-43fd-8543-1a40f891e69d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 210 time: 0.0253086
Jan 10 12:53:41.555942 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (9c853a55-1243-4c31-b0d1-aeff657f0aa9), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.562707 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (9c853a55-1243-4c31-b0d1-aeff657f0aa9), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.580696 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c853a55-1243-4c31-b0d1-aeff657f0aa9,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:41.582782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'name': 'network-vif-deleted', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:41.585048 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f6991-0600-4ab4-94d8-5ad8bd866440" -d '{"events": [{"server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "name": "network-vif-deleted", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:41.595276 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.599797 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-91706f24-ba6f-42b7-9735-03a9c3f6a97a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1932786
Jan 10 12:53:41.599888 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40218) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:41.605129 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'security_group_rule': {'security_group_id': 'a2822f92-b80e-4f9d-bfe4-39beee50831e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:41.628107 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4634d37-ad74-496e-88af-c076cb8ddded x-openstack-request-id: req-f4634d37-ad74-496e-88af-c076cb8ddded {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:41.628612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "508c5420-5725-4665-b594-8990cf7bc668", "name": "network-vif-deleted", "tag": "b0c8664c-1be2-4aa4-ad7d-298feadd5169", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:41.628723 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4634d37-ad74-496e-88af-c076cb8ddded {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:41.629027 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '508c5420-5725-4665-b594-8990cf7bc668', 'name': 'network-vif-deleted', 'tag': 'b0c8664c-1be2-4aa4-ad7d-298feadd5169', 'status': 'completed', 'code': 200}
Jan 10 12:53:41.643672 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (6e1bbd02-38f8-4e92-a560-345dfbcc6a60), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.714662 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (6e1bbd02-38f8-4e92-a560-345dfbcc6a60), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.719415 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (6e1bbd02-38f8-4e92-a560-345dfbcc6a60), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.737974 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1bbd02-38f8-4e92-a560-345dfbcc6a60,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:41.752779 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.754684 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-67d771f6-2984-4cb7-966e-3691964dd596 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1535234
Jan 10 12:53:41.757724 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40224) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:41.762856 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:41.788345 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:41.893189 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.000117 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Allocated IP 172.37.5.13 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/887551bb-dbbf-493f-9f2a-e06ba0d2baa5) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:53:42.041930 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.100121 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.143615 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.184299 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:53:42.187123 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:53:42.190647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:53:42.196191 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=887551bb-dbbf-493f-9f2a-e06ba0d2baa5,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:42.277854 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.290753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b0c8664c-1be2-4aa4-ad7d-298feadd5169 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:53:42.311679 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: b0c8664c-1be2-4aa4-ad7d-298feadd5169 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:53:42.312034 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b0c8664c-1be2-4aa4-ad7d-298feadd5169 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:53:42.312719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:53:42.314993 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.391562 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: ACTIVE; New status is: DOWN {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:42.391935 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.419355 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:42.422002 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afff89bf-bf6d-4f5e-b7a7-b52fe098befd" -d '{"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-unplugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:42.438378 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:42.444746 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.445751 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 31d2ebb9-0259-4cf8-a5d4-2cc46318279f no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:53:42.482203 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.488443 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb8e87-00a4-4ac2-b0ff-5e2cb7dbb8f8 x-openstack-request-id: req-9edb8e87-00a4-4ac2-b0ff-5e2cb7dbb8f8 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:42.488737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-unplugged", "status": "failed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "code": 422}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:42.488994 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9edb8e87-00a4-4ac2-b0ff-5e2cb7dbb8f8 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:42.489399 dv-cinder-master-3-iscsi neutron-server[109430]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'code': 422} returned with failed status
Jan 10 12:53:42.490040 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.492045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 31d2ebb9-0259-4cf8-a5d4-2cc46318279f {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:53:42.492402 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 31d2ebb9-0259-4cf8-a5d4-2cc46318279f not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:53:42.531296 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=8']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:42.620008 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=887551bb-dbbf-493f-9f2a-e06ba0d2baa5,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.633708 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:53:42.636539 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-0f624758-be97-4801-93a1-c0f5c714571f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:42.637664 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-0f624758-be97-4801-93a1-c0f5c714571f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1198342
Jan 10 12:53:42.667081 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-846ef095-79c3-4f73-9353-386f1c55ab02 req-f401f236-eaa7-4ba3-a01b-1d5d584a8826 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 210 time: 0.0442286
Jan 10 12:53:42.688595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30481e8-ffc9-4aec-87c8-81e6598a9d7b req-70238a93-ee68-4e9e-ac49-70258c5b6862 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:42.688595 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c30481e8-ffc9-4aec-87c8-81e6598a9d7b req-70238a93-ee68-4e9e-ac49-70258c5b6862 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0973825
Jan 10 12:53:42.688595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.711414 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.712688 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-6dc95512-200d-4daf-af0a-41ed39831cd8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 0.9538488
Jan 10 12:53:42.716888 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-b7745d39-8b78-4cc8-a27f-a08664ccc1b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 379 time: 0.0698519
Jan 10 12:53:42.726637 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'port': {'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'admin_state_up': True, 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'security_groups': ['86bcab37-1b87-4e80-9a0f-3912ea96709b']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:42.768758 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c30481e8-ffc9-4aec-87c8-81e6598a9d7b req-16f42b1e-5b3a-4496-9eb4-3fdf307b058e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711954
Jan 10 12:53:42.865761 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Made reservation on behalf of 503dbd8843034c38a1dbc86c07c6f549 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:53:42.869661 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:42.926709 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-fbf1bbbe-63ff-4d0c-832e-312a9bde55a0 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--156212466&fields=id&tenant_id=42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 267 time: 0.0459602
Jan 10 12:53:43.011670 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.20.0.11 (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245/16917d48-7a5d-41a1-91e9-99a0dc97284b/b7bcefb3-698a-4790-bca2-57d443e10d43) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:53:43.049610 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-ae7e62c1-c3ca-4fb0-9f44-274b99b2558f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:43.051444 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-ae7e62c1-c3ca-4fb0-9f44-274b99b2558f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 810 time: 0.1187315
Jan 10 12:53:43.076065 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-a87ae14f-29b6-4ac8-b46b-b24af8fa2e10 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/quotas/42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 375 time: 0.0127954
Jan 10 12:53:43.146759 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-752de9d0-92a9-49c6-94cc-cfecc7542f7e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0652533
Jan 10 12:53:43.191231 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.233320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.266953 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-738aa39e-aec3-42f3-8c9c-9ad27fe67b7c service neutron] 10.222.0.13 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970213
Jan 10 12:53:43.282378 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:53:43.285695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:53:43.288366 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:53:43.321602 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:43.359675 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:43.360451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.381722 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-f9a9f890-2c2a-43a7-bfa4-b97a837f5e0b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6594415
Jan 10 12:53:43.392965 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-4298b11e-3a90-4015-a6e1-814c4fabfc1e service neutron] 10.222.0.13 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189981
Jan 10 12:53:43.394568 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Request body: {'port': {'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:43.469127 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.578120 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bde14478-88e9-4caf-b250-d470b7d7eb58 None None] Provisioning complete for port b7bcefb3-698a-4790-bca2-57d443e10d43 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:43.583048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bde14478-88e9-4caf-b250-d470b7d7eb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.616319 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ed6b70d3-2af4-409b-a94f-997911798c4d req-1642bfa9-8bfc-415b-a8a7-4f88235e4c2c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 210 time: 0.0388846
Jan 10 12:53:43.647546 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bde14478-88e9-4caf-b250-d470b7d7eb58 None None] Port b7bcefb3-698a-4790-bca2-57d443e10d43 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:53:43.709296 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.822408 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bcefb3-698a-4790-bca2-57d443e10d43 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:43.824027 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6bbfa-9bf5-42a4-97c3-22fdff1010c5 req-1a5e2575-0cc5-4db9-979c-4ce890939207 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:43.831896 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-68d6bbfa-9bf5-42a4-97c3-22fdff1010c5 req-1a5e2575-0cc5-4db9-979c-4ce890939207 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 932 time: 0.0754447
Jan 10 12:53:43.832732 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks [] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.847007 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Transition to ACTIVE for port object b7bcefb3-698a-4790-bca2-57d443e10d43 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:53:43.853814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:43.917591 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-68d6bbfa-9bf5-42a4-97c3-22fdff1010c5 req-0f514a30-e218-40eb-afac-8f462695f935 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807693
Jan 10 12:53:43.934939 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:43.997163 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Attempting to bind port b7bcefb3-698a-4790-bca2-57d443e10d43 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:53:43.997514 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Attempting to bind port b7bcefb3-698a-4790-bca2-57d443e10d43 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:53:43.997916 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Attempting to bind port b7bcefb3-698a-4790-bca2-57d443e10d43 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:44.005510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Port b7bcefb3-698a-4790-bca2-57d443e10d43 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:53:44.005850 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Attempting to bind port b7bcefb3-698a-4790-bca2-57d443e10d43 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:44.012855 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:53:44.013230 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:53:44.016664 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Bound using segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:53:44.017184 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Bound port: b7bcefb3-698a-4790-bca2-57d443e10d43, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:53:44.017553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:44.054454 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda6b0a-6458-446d-8de9-24fc63f69bd7 req-67cb15c1-fe1b-48c8-8fde-3b362afd3e8f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.056011 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aeda6b0a-6458-446d-8de9-24fc63f69bd7 req-67cb15c1-fe1b-48c8-8fde-3b362afd3e8f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0800855
Jan 10 12:53:44.107418 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:53:44.110887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7bcefb3-698a-4790-bca2-57d443e10d43,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:53:44.120084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:44.128561 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:44.154449 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-aeda6b0a-6458-446d-8de9-24fc63f69bd7 req-4d557682-399c-402e-8f4d-b05a96967c65 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0900762
Jan 10 12:53:44.178128 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.178920 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:44.180579 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] 10.222.0.15 "PUT /v2.0/ports/b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 1094 time: 0.7909200
Jan 10 12:53:44.187858 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:44.190380 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28753e21-53b2-4606-839e-5013f13b8994" -d '{"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:44.252680 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e045cd71-cc0b-4710-9e7f-11b1d3250de0 x-openstack-request-id: req-e045cd71-cc0b-4710-9e7f-11b1d3250de0 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:44.255830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:44.256274 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e045cd71-cc0b-4710-9e7f-11b1d3250de0 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:44.256858 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'status': 'completed', 'code': 200}
Jan 10 12:53:44.257960 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a53e4-c8d8-4d80-a4c9-0b3b87fd5526 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:44.298357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40306) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:53:44.328284 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-47f29b9e-adf6-46f8-800f-32588dc716f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.329838 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-47f29b9e-adf6-46f8-800f-32588dc716f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1097 time: 0.0686007
Jan 10 12:53:44.383433 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-4556906c-4565-4d8d-9c42-7f947dcef481 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 217 time: 0.0440881
Jan 10 12:53:44.415196 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-efbc92cd-e955-444d-a5a8-01425688bc28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1154590
Jan 10 12:53:44.426059 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-7ce03e95-dd79-43de-916a-1fb00b3d8bb9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:53:44.427029 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-7ce03e95-dd79-43de-916a-1fb00b3d8bb9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0053980
Jan 10 12:53:44.450265 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-7c62b1bf-b6eb-4823-9997-586fdb4b0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.451771 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-7c62b1bf-b6eb-4823-9997-586fdb4b0f0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0522826
Jan 10 12:53:44.499472 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-e9d0a7d6-3aa1-4ab7-940c-2bd3214556fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.501049 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-e9d0a7d6-3aa1-4ab7-940c-2bd3214556fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0420790
Jan 10 12:53:44.593480 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-b20924c2-5b82-486e-92f8-bd842c26ccce service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837128
Jan 10 12:53:44.705543 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1232d512-6462-4fab-956c-d4a631c1ad89 req-e4a3da51-9440-4f37-b330-a017ea1c053a service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1031606
Jan 10 12:53:44.740967 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8005ca3-8cbb-4980-951a-299479f9c10e req-ff729cc4-e61e-409c-b0d9-e42c515125d9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 210 time: 0.0383646
Jan 10 12:53:44.863406 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:44.896117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753e21-53b2-4606-839e-5013f13b8994 req-c675eb68-5de9-4e11-b2f4-0af9aaddb907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.897710 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-c675eb68-5de9-4e11-b2f4-0af9aaddb907 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1097 time: 0.1140063
Jan 10 12:53:44.916533 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-9aca853f-254c-49a2-92e0-4409fade41a2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:44.918650 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-9aca853f-254c-49a2-92e0-4409fade41a2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 810 time: 0.1456316
Jan 10 12:53:45.038254 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c277e9b-d2a0-47a8-b7b3-eb77e6d4508b req-681de002-fab5-43e5-bd7e-4f07ffc83489 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.039949 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c277e9b-d2a0-47a8-b7b3-eb77e6d4508b req-681de002-fab5-43e5-bd7e-4f07ffc83489 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0501347
Jan 10 12:53:45.045092 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-26462d67-c77d-4ce3-a3b3-6d9fbfdc6d68 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f048bd448f467aa0b37935d03a60e9 HTTP/1.1" status: 200  len: 379 time: 0.1075251
Jan 10 12:53:45.049921 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753e21-53b2-4606-839e-5013f13b8994 req-ed9d3198-df48-4d5b-ac0a-6abd0e0fa429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.051320 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-ed9d3198-df48-4d5b-ac0a-6abd0e0fa429 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.1317534
Jan 10 12:53:45.056263 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'port': {'device_id': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'admin_state_up': True, 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'security_groups': ['a2822f92-b80e-4f9d-bfe4-39beee50831e']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:45.093371 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c277e9b-d2a0-47a8-b7b3-eb77e6d4508b req-0ef9afb5-1fbd-4d0d-97d0-6edb8e6fedad tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478203
Jan 10 12:53:45.109816 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-a1ae8494-533c-4dfd-9088-11f2eb3f4d06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 217 time: 0.0486116
Jan 10 12:53:45.288496 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865db2c-52aa-49ed-8913-c6e00b5dfe50 req-57e955ed-c0ff-4f87-a00d-9aa8c923eebc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.290106 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b865db2c-52aa-49ed-8913-c6e00b5dfe50 req-57e955ed-c0ff-4f87-a00d-9aa8c923eebc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0522366
Jan 10 12:53:45.341145 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b865db2c-52aa-49ed-8913-c6e00b5dfe50 req-8e6fa55c-3941-4b04-bc4a-0a6352fb38d7 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443153
Jan 10 12:53:45.468597 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753e21-53b2-4606-839e-5013f13b8994 req-ff92de2e-c9fe-4744-b6ba-1b6d0fa472f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.469944 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-ff92de2e-c9fe-4744-b6ba-1b6d0fa472f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0836606
Jan 10 12:53:45.522878 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-c2fa7418-3f19-45de-97ba-d17eb0699a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.524363 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-c2fa7418-3f19-45de-97ba-d17eb0699a91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3&tenant_id=4be23531f9014bfebfd2d51c8502d6ce HTTP/1.1" status: 200  len: 1097 time: 0.1369691
Jan 10 12:53:45.550348 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28753e21-53b2-4606-839e-5013f13b8994 req-2a15346f-998d-4d5c-af2b-cb6ed770539b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.551816 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-2a15346f-998d-4d5c-af2b-cb6ed770539b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741189
Jan 10 12:53:45.568230 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Made reservation on behalf of 42f048bd448f467aa0b37935d03a60e9 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:53:45.571547 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:45.703017 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-3de05f4f-8279-4e2d-a14a-eb4b360c6b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.704568 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-3de05f4f-8279-4e2d-a14a-eb4b360c6b7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1097 time: 0.1566198
Jan 10 12:53:45.757712 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-7bffaaa7-165c-4d21-bf15-23ae09214024 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1973052
Jan 10 12:53:45.824574 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3c072fe7-3f8c-4561-b2dd-90a915aba64a req-e16ff108-de25-4f05-9b8d-9b77d4f23de5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 210 time: 0.0260506
Jan 10 12:53:45.914624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Allocated IP 172.20.0.7 (87c964fb-a880-497c-9fae-14b2acc2e4e6/22ea15e4-176d-416b-ba21-7416cf396861/ae828662-bdad-421c-96d6-5bded1ca3706) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:53:45.927078 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-b93bb4d6-c2d0-4848-b1d6-b6d569b0093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:45.928581 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-b93bb4d6-c2d0-4848-b1d6-b6d569b0093b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.2140441
Jan 10 12:53:46.012477 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-28753e21-53b2-4606-839e-5013f13b8994 req-868315e5-2eae-40b9-8a56-d3d33c31748d service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2193303
Jan 10 12:53:46.026406 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-3b7c7cef-d37e-446d-b44f-25e730f0f456 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 998 time: 0.0910914
Jan 10 12:53:46.126880 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-da5abf12-5278-4e41-909d-646dbd30d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:46.128403 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-da5abf12-5278-4e41-909d-646dbd30d50f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0886962
Jan 10 12:53:46.184795 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for port (ae828662-bdad-421c-96d6-5bded1ca3706), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.202125 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-30b2b8fc-69d0-4d9a-9f1c-9e07edc615c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:46.203689 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-30b2b8fc-69d0-4d9a-9f1c-9e07edc615c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0686312
Jan 10 12:53:46.211204 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aab00a-f19a-4ade-a92f-959021346900 req-57dbfc74-5b1e-4d38-93e7-eb3ec126990f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:46.213385 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95aab00a-f19a-4ade-a92f-959021346900 req-57dbfc74-5b1e-4d38-93e7-eb3ec126990f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0491574
Jan 10 12:53:46.266378 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-95aab00a-f19a-4ade-a92f-959021346900 req-fd45e7dc-9f31-44cf-9105-d215e9dd97b4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476928
Jan 10 12:53:46.279569 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.290781 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:53:46.345970 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:53:46.350516 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-c6ad80df-ae4a-40f8-8cd8-2a4897e16060 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356657
Jan 10 12:53:46.354214 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:53:46.356384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event updated for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:46.360431 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:53:46.377951 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: DOWN; New status is: DOWN {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:46.468335 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d76d11-7416-4720-b190-20e078589a87 req-5e64c6f0-ab84-4f2c-84ae-ab3876fbb1ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:46.469918 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d76d11-7416-4720-b190-20e078589a87 req-5e64c6f0-ab84-4f2c-84ae-ab3876fbb1ab tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0531006
Jan 10 12:53:46.480372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:46.481031 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.509473 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-2c0fdd9f-3943-48d1-a73b-51d1dbd6c63f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4569888
Jan 10 12:53:46.513443 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f223eac0-5dae-4061-86c6-b4e55549df43 req-37b7f56a-bde5-4568-a263-78c7fe913f77 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547148
Jan 10 12:53:46.526908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Request body: {'port': {'device_id': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:53:46.527441 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-13d76d11-7416-4720-b190-20e078589a87 req-a4471ccb-f80c-4b4d-bea7-7dfa7250c349 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500338
Jan 10 12:53:46.587992 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.640045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-45c4a7b8-2556-4824-ab54-ec01d7c547e5 None None] Provisioning complete for port ae828662-bdad-421c-96d6-5bded1ca3706 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:53:46.640472 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-45c4a7b8-2556-4824-ab54-ec01d7c547e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.676552 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-45c4a7b8-2556-4824-ab54-ec01d7c547e5 None None] Port ae828662-bdad-421c-96d6-5bded1ca3706 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:53:46.876816 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae828662-bdad-421c-96d6-5bded1ca3706 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:46.889525 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks [] for port (ae828662-bdad-421c-96d6-5bded1ca3706), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.905670 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Transition to ACTIVE for port object ae828662-bdad-421c-96d6-5bded1ca3706 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:53:46.912420 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:46.990895 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89645b-813a-434f-9894-3aa02962b329 req-ec50f3ba-3ddf-42ce-af9d-a606042eb538 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:47.003123 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6c89645b-813a-434f-9894-3aa02962b329 req-ec50f3ba-3ddf-42ce-af9d-a606042eb538 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0808806
Jan 10 12:53:47.020688 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Pushing event updated for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:47.103198 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6c89645b-813a-434f-9894-3aa02962b329 req-fb5e2a67-123e-4203-927d-9e78aa3362b9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961635
Jan 10 12:53:47.211141 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Attempting to bind port ae828662-bdad-421c-96d6-5bded1ca3706 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:53:47.211479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Attempting to bind port ae828662-bdad-421c-96d6-5bded1ca3706 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:53:47.211834 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Attempting to bind port ae828662-bdad-421c-96d6-5bded1ca3706 on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:47.216942 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Port ae828662-bdad-421c-96d6-5bded1ca3706 on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:53:47.217260 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Attempting to bind port ae828662-bdad-421c-96d6-5bded1ca3706 on network 87c964fb-a880-497c-9fae-14b2acc2e4e6 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:53:47.222789 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:53:47.223121 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Checking segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:53:47.223507 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Bound using segment: {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:53:47.223961 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Bound port: ae828662-bdad-421c-96d6-5bded1ca3706, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27b63137-34b0-42e4-bc1b-8c38cfdb1317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:53:47.224320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:47.382812 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:53:47.386485 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae828662-bdad-421c-96d6-5bded1ca3706,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:53:47.393786 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:47.437944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:47.438562 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:47.443760 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] 10.222.0.15 "PUT /v2.0/ports/ae828662-bdad-421c-96d6-5bded1ca3706 HTTP/1.1" status: 200  len: 1093 time: 0.9230611
Jan 10 12:53:47.444266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:53:47.446766 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:53:47.481312 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480360d1-3b0f-4792-95ca-37f4b7f63707 req-3540f134-0317-4176-970e-b00d7f3484db tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:47.488764 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cb473-a100-4ee8-89ab-0261907e140e service neutron] Pushing event updated for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:47.495897 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9434ab-5351-4f0c-a7fb-f61ea8bad5cb x-openstack-request-id: req-ee9434ab-5351-4f0c-a7fb-f61ea8bad5cb {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:53:47.496186 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:53:47.496821 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee9434ab-5351-4f0c-a7fb-f61ea8bad5cb {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:53:47.502620 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-480360d1-3b0f-4792-95ca-37f4b7f63707 req-3540f134-0317-4176-970e-b00d7f3484db tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.1259906
Jan 10 12:53:47.504101 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'status': 'completed', 'code': 200}
Jan 10 12:53:47.562543 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-480360d1-3b0f-4792-95ca-37f4b7f63707 req-3b04b489-9e64-401b-9b72-7bfd1032f06b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588930
Jan 10 12:53:47.670692 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309367eb-339c-4679-b39b-ad7f661ff4f3 req-c2e5c56a-61ea-48cd-bb43-aed45be65017 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:47.672844 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-309367eb-339c-4679-b39b-ad7f661ff4f3 req-c2e5c56a-61ea-48cd-bb43-aed45be65017 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0611691
Jan 10 12:53:47.725018 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-309367eb-339c-4679-b39b-ad7f661ff4f3 req-9e037388-828d-4a59-adc0-2028e6fbc718 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457017
Jan 10 12:53:48.224810 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979f21-eb8a-451f-8df4-1bb303a4571c req-c9e5d1d6-2b70-4bd3-a55f-bb8cf6cdd4f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:48.226325 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06979f21-eb8a-451f-8df4-1bb303a4571c req-c9e5d1d6-2b70-4bd3-a55f-bb8cf6cdd4f6 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0566943
Jan 10 12:53:48.485554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06979f21-eb8a-451f-8df4-1bb303a4571c req-23aa03c5-a3fa-42ae-85dc-d7fd89b4d741 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2528901
Jan 10 12:53:48.679298 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714b55b-f7df-4dd1-9122-6fa91b8057c0 req-ad6cbcd7-704d-466c-85bc-983cd4abed98 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:48.681255 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c714b55b-f7df-4dd1-9122-6fa91b8057c0 req-ad6cbcd7-704d-466c-85bc-983cd4abed98 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0509057
Jan 10 12:53:48.732854 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c714b55b-f7df-4dd1-9122-6fa91b8057c0 req-6ca96382-7b1c-4b4b-b1e5-1c9181701e93 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446491
Jan 10 12:53:48.864361 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757fd3f-cf61-4bab-92cd-066badb08019 req-b8c0f41f-0c2d-4a53-a317-06a08449e34b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:48.867984 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0757fd3f-cf61-4bab-92cd-066badb08019 req-b8c0f41f-0c2d-4a53-a317-06a08449e34b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0518718
Jan 10 12:53:48.916553 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0757fd3f-cf61-4bab-92cd-066badb08019 req-da008eb0-e081-40c4-9c0d-6ab9fb617934 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448775
Jan 10 12:53:49.607953 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56137453-473f-4134-ab21-f79981df4862 req-4dcb4762-e4a9-46db-9aa1-31c41978d0f8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:49.610728 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-56137453-473f-4134-ab21-f79981df4862 req-4dcb4762-e4a9-46db-9aa1-31c41978d0f8 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0508208
Jan 10 12:53:49.657745 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-56137453-473f-4134-ab21-f79981df4862 req-34af95e3-e2c3-4c35-ae3c-1d8190afac67 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423262
Jan 10 12:53:49.854218 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dea6c-0c72-4fb3-b83b-454e631e24c3 req-7063d51b-e27f-4589-9d1a-d063f9bbaf3c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:49.855748 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-990dea6c-0c72-4fb3-b83b-454e631e24c3 req-7063d51b-e27f-4589-9d1a-d063f9bbaf3c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0514803
Jan 10 12:53:49.912093 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-990dea6c-0c72-4fb3-b83b-454e631e24c3 req-4f554237-46fa-4b63-93d4-a9ba03355862 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503454
Jan 10 12:53:50.051898 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6151-1501-4232-97a2-7744770363da req-9c66a5a0-4979-426b-81eb-ac1c7b92f26a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:50.053728 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f75f6151-1501-4232-97a2-7744770363da req-9c66a5a0-4979-426b-81eb-ac1c7b92f26a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0582724
Jan 10 12:53:50.120117 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f75f6151-1501-4232-97a2-7744770363da req-90f7cebf-b5f5-47c7-8789-b628371fcd71 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595267
Jan 10 12:53:50.781665 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00132e47-4309-4164-9596-d605c39fbd7e req-825461bd-eb40-416b-9756-c0fcbd7eed63 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:50.783467 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-00132e47-4309-4164-9596-d605c39fbd7e req-825461bd-eb40-416b-9756-c0fcbd7eed63 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0513437
Jan 10 12:53:50.832582 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-00132e47-4309-4164-9596-d605c39fbd7e req-32782967-fc63-4b1f-98c8-2a3478ed5afc tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427451
Jan 10 12:53:51.035138 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49baa365-6a0b-42b5-b940-985f80b266e4 req-d99770df-2bf0-4521-9668-99de796ab17d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:51.036834 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49baa365-6a0b-42b5-b940-985f80b266e4 req-d99770df-2bf0-4521-9668-99de796ab17d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0492411
Jan 10 12:53:51.091758 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49baa365-6a0b-42b5-b940-985f80b266e4 req-f816b8ed-fc3c-4091-be1b-89c478f05ed7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492160
Jan 10 12:53:51.249909 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7668c-b864-47c3-a284-144bc7ae0fa9 req-84d68831-62c5-4793-b93e-85b3c2ac5058 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:51.251383 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eee7668c-b864-47c3-a284-144bc7ae0fa9 req-84d68831-62c5-4793-b93e-85b3c2ac5058 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0496924
Jan 10 12:53:51.300932 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eee7668c-b864-47c3-a284-144bc7ae0fa9 req-d114c5dc-9a0c-442e-ad4f-80ff85118bae tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432801
Jan 10 12:53:51.964983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe4626-8aa1-425e-96cc-cdfeadb901a9 req-fa7ec9e2-dcb5-4b30-8209-91e9e1b1c277 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:51.966483 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bfe4626-8aa1-425e-96cc-cdfeadb901a9 req-fa7ec9e2-dcb5-4b30-8209-91e9e1b1c277 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0577495
Jan 10 12:53:52.014379 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6bfe4626-8aa1-425e-96cc-cdfeadb901a9 req-e578aad8-37e2-4566-9eb6-1d13334d7717 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420461
Jan 10 12:53:52.221265 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7625f-e0a0-4669-8acb-23cbca1f9fcf req-3b14b75f-f027-4149-9dfb-38299a86e533 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:52.222760 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dee7625f-e0a0-4669-8acb-23cbca1f9fcf req-3b14b75f-f027-4149-9dfb-38299a86e533 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0540893
Jan 10 12:53:52.278177 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dee7625f-e0a0-4669-8acb-23cbca1f9fcf req-2d5402be-3e71-424f-91d8-ec861656a916 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475144
Jan 10 12:53:52.429623 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc405c8-d784-4e49-b44c-809809f556aa req-e0d0b2fd-c66c-4d70-a992-68722cbeee3e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:52.431195 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddc405c8-d784-4e49-b44c-809809f556aa req-e0d0b2fd-c66c-4d70-a992-68722cbeee3e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0488300
Jan 10 12:53:52.479919 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddc405c8-d784-4e49-b44c-809809f556aa req-778482a8-77be-4d43-8438-fdf5ec1ddd00 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425103
Jan 10 12:53:53.141747 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0aad-e5f0-41d9-a916-f6b12371745a req-f4b5e244-5836-4b13-88f6-458095654c3d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:53.143282 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-10af0aad-e5f0-41d9-a916-f6b12371745a req-f4b5e244-5836-4b13-88f6-458095654c3d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0583165
Jan 10 12:53:53.194180 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-10af0aad-e5f0-41d9-a916-f6b12371745a req-6dfa5030-75d0-4588-a064-2423e287d71b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445788
Jan 10 12:53:53.396125 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c152a-cdc6-41e5-8d30-a50c2eecee26 req-77538700-3c2f-455b-9d70-c31a35965360 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:53.397643 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf6c152a-cdc6-41e5-8d30-a50c2eecee26 req-77538700-3c2f-455b-9d70-c31a35965360 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0499566
Jan 10 12:53:53.449021 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf6c152a-cdc6-41e5-8d30-a50c2eecee26 req-a5a39081-24ed-4acd-934f-013362cfc76a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451150
Jan 10 12:53:53.611907 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca77927-c4bd-41c1-ad29-ca886dc012e9 req-1797a8c6-9ae0-4743-8112-b7d8d0da98b5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:53.613703 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2ca77927-c4bd-41c1-ad29-ca886dc012e9 req-1797a8c6-9ae0-4743-8112-b7d8d0da98b5 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0577681
Jan 10 12:53:53.667053 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2ca77927-c4bd-41c1-ad29-ca886dc012e9 req-3182aed9-2239-4614-a166-0fc910ae5ca6 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469933
Jan 10 12:53:54.320122 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91bf677-0899-44fc-b5f1-3a2f69db7395 req-14f7047a-d386-4e02-8baa-66ed3b4eb24a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:54.321606 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a91bf677-0899-44fc-b5f1-3a2f69db7395 req-14f7047a-d386-4e02-8baa-66ed3b4eb24a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0530021
Jan 10 12:53:54.371760 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a91bf677-0899-44fc-b5f1-3a2f69db7395 req-c1d04c50-f35f-4854-97d8-0e455d51f7e2 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439546
Jan 10 12:53:54.569428 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e25544-f190-4f6d-9b9a-4dd08fe22e0a req-c4868de6-a0f2-4acd-b2a1-29673fc56a9a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:54.571054 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0e25544-f190-4f6d-9b9a-4dd08fe22e0a req-c4868de6-a0f2-4acd-b2a1-29673fc56a9a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0504589
Jan 10 12:53:54.622613 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a0e25544-f190-4f6d-9b9a-4dd08fe22e0a req-59f39fa2-13c9-4b7f-bc28-707540ddac95 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457215
Jan 10 12:53:54.798637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613551f6-4546-459e-be26-e6fafe558b73 req-e5209314-b552-4972-b19b-8fe8c12f335a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:54.800945 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-613551f6-4546-459e-be26-e6fafe558b73 req-e5209314-b552-4972-b19b-8fe8c12f335a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0571220
Jan 10 12:53:54.850915 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-613551f6-4546-459e-be26-e6fafe558b73 req-43db03c4-5b40-4894-82d4-bf6d73ba4723 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410197
Jan 10 12:53:55.267575 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-7f9bf5d2-1dff-4575-936a-25ff7a252464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.269127 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-7f9bf5d2-1dff-4575-936a-25ff7a252464 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 1096 time: 0.0419748
Jan 10 12:53:55.401225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-9928a544-bf06-4602-b382-4ebef54da1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.402768 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-9928a544-bf06-4602-b382-4ebef54da1ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1097 time: 0.0978076
Jan 10 12:53:55.407547 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-24996037-7b27-4efb-b38d-403fffd53609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.408952 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-24996037-7b27-4efb-b38d-403fffd53609 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=42f048bd448f467aa0b37935d03a60e9&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1231310
Jan 10 12:53:55.490081 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5b550-5d54-49c5-82e7-38e789e62b9b req-b418339a-ed3b-4a9e-8a17-2567c12a7982 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.491692 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-71e5b550-5d54-49c5-82e7-38e789e62b9b req-b418339a-ed3b-4a9e-8a17-2567c12a7982 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0493593
Jan 10 12:53:55.540184 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-71e5b550-5d54-49c5-82e7-38e789e62b9b req-19b761a8-c417-4fc2-94ed-cbe56977a78b tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423157
Jan 10 12:53:55.575007 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-de0f3010-4231-4fb0-9a7e-2270f6a4d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.576531 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b8b1b76a-216d-48f8-82b2-1a9f7fb86a1c req-de0f3010-4231-4fb0-9a7e-2270f6a4d157 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1593397
Jan 10 12:53:55.579126 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-8bf90c86-5e05-4be7-a45e-a716487cb56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.580575 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-8bf90c86-5e05-4be7-a45e-a716487cb56a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 200  len: 916 time: 0.1555669
Jan 10 12:53:55.675174 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-016d1b2c-17ce-46bf-b785-40eb3bb1c81a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 200  len: 998 time: 0.0844922
Jan 10 12:53:55.680300 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-f1455c91-8d51-40f6-8914-440e7c411d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.682003 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-f1455c91-8d51-40f6-8914-440e7c411d58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 1096 time: 0.0571146
Jan 10 12:53:55.739092 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb8cbb-cfd3-472d-ac55-1c7497b52196 req-aa027174-7ff1-434e-ac5b-63f181c583af tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.746100 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6deb8cbb-cfd3-472d-ac55-1c7497b52196 req-aa027174-7ff1-434e-ac5b-63f181c583af tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0542715
Jan 10 12:53:55.747405 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-8146cefb-3d88-4785-ace2-1a842cdbdce3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae828662-bdad-421c-96d6-5bded1ca3706 HTTP/1.1" status: 200  len: 217 time: 0.0569086
Jan 10 12:53:55.769749 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-2f93467f-aff8-43da-931a-5760cfa4174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.771245 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-2f93467f-aff8-43da-931a-5760cfa4174f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 200  len: 855 time: 0.0879290
Jan 10 12:53:55.793615 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6deb8cbb-cfd3-472d-ac55-1c7497b52196 req-7da21158-4633-4e37-9c5b-ea69bcfbd8d4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462308
Jan 10 12:53:55.833113 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-777a673c-5564-4ed0-85ea-62fb897424e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.834583 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-777a673c-5564-4ed0-85ea-62fb897424e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0780089
Jan 10 12:53:55.851064 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-e2cbfe39-09fd-450f-a03b-12896e9b925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.852481 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-e2cbfe39-09fd-450f-a03b-12896e9b925a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e4e2bf48-1c7a-42e2-945e-96cdb90a357a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0645874
Jan 10 12:53:55.937400 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-bd377578-432e-4bc2-adf9-01e7fd78e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.938930 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-bd377578-432e-4bc2-adf9-01e7fd78e98c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962985
Jan 10 12:53:55.978561 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd0d8-ae6e-4fab-b80b-14fc2eb598c2 req-489c099f-9178-4d17-bf42-82990100824a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:55.980229 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ffcd0d8-ae6e-4fab-b80b-14fc2eb598c2 req-489c099f-9178-4d17-bf42-82990100824a tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0547881
Jan 10 12:53:55.987317 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-aac88f94-1629-4983-935d-c7d003dc58f4 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1185961
Jan 10 12:53:56.028422 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ffcd0d8-ae6e-4fab-b80b-14fc2eb598c2 req-cec58029-5359-4e68-81a3-c86019de1e0b tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423343
Jan 10 12:53:56.102702 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-4b90742b-d800-400f-afbc-d99ad19d1b34 service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554797
Jan 10 12:53:56.145457 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-77a70768-77d4-4fa7-afe1-5dc0bd53f0e5 req-ac178db8-e86a-4272-907a-0ca19a5fc709 service neutron] 10.222.0.15 "GET /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320736
Jan 10 12:53:56.207566 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-86285054-9fb5-40f1-a3a1-a2686b9f9de2 req-1251d051-01ea-4948-b4f2-182d53e50bdd service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945807
Jan 10 12:53:56.675207 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ceba-e527-4c8c-8179-b9800be85dce req-70c503bd-8461-4ee3-b2e5-b415baa8b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.676812 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-70c503bd-8461-4ee3-b2e5-b415baa8b84c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1138 time: 0.0420001
Jan 10 12:53:56.697455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b852d-2fb9-4629-a463-e44a212cadbc req-5e179c0a-d03e-4a50-b54a-91bd913a60eb tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.698950 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f53b852d-2fb9-4629-a463-e44a212cadbc req-5e179c0a-d03e-4a50-b54a-91bd913a60eb tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0833302
Jan 10 12:53:56.711412 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62938255-f7ea-4c17-93aa-a04ba582ebdd req-a494eaa9-5fa5-4d20-9965-7460c402204e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.713557 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-62938255-f7ea-4c17-93aa-a04ba582ebdd req-a494eaa9-5fa5-4d20-9965-7460c402204e tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0879223
Jan 10 12:53:56.773924 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ceba-e527-4c8c-8179-b9800be85dce req-815b91e2-deaa-40ff-9056-63c01db0df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.775819 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-815b91e2-deaa-40ff-9056-63c01db0df60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.0920589
Jan 10 12:53:56.796983 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-62938255-f7ea-4c17-93aa-a04ba582ebdd req-03cffdf7-6d77-4a8f-beb4-66c70749cb0c tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762095
Jan 10 12:53:56.802609 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f53b852d-2fb9-4629-a463-e44a212cadbc req-fd08cf1a-30ca-49e5-a0d8-df1ee3c42010 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0881574
Jan 10 12:53:56.845424 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-64392b2f-8ebc-46e2-9a2e-42a804453186 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 1001 time: 0.0625892
Jan 10 12:53:56.899579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ceba-e527-4c8c-8179-b9800be85dce req-67cb9823-f818-432a-b39c-486ad0bc0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.901502 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-67cb9823-f818-432a-b39c-486ad0bc0356 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0494146
Jan 10 12:53:56.911111 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958a23f-20f5-4d1f-aabb-e911739d4dc5 req-401c7357-4fb7-4d3e-8aaa-e74734815282 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.912616 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b958a23f-20f5-4d1f-aabb-e911739d4dc5 req-401c7357-4fb7-4d3e-8aaa-e74734815282 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0505672
Jan 10 12:53:56.950652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953ceba-e527-4c8c-8179-b9800be85dce req-bc82d770-4f5e-48cb-833d-288e4754b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:56.952186 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-bc82d770-4f5e-48cb-833d-288e4754b85b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0447550
Jan 10 12:53:56.963064 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b958a23f-20f5-4d1f-aabb-e911739d4dc5 req-97164c7a-65cf-4f8c-8483-a6c9ac05a29d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440884
Jan 10 12:53:57.043536 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-f31e71ab-d74d-4ae0-bfbd-489eaad29fea service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814872
Jan 10 12:53:57.134928 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5953ceba-e527-4c8c-8179-b9800be85dce req-5725f9e8-f2b8-4ad8-8507-65273627fbec service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847425
Jan 10 12:53:57.154407 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0359c1c-f218-4c26-9b63-d0c7dba25a24 req-ec54c04f-49ab-4dee-a266-c56310391c8f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:57.155939 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0359c1c-f218-4c26-9b63-d0c7dba25a24 req-ec54c04f-49ab-4dee-a266-c56310391c8f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0546479
Jan 10 12:53:57.202637 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f0359c1c-f218-4c26-9b63-d0c7dba25a24 req-6c5582ba-8381-4fcb-8db1-ea92eeaf78ba tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410063
Jan 10 12:53:57.946318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc18ff0-a75a-4a5e-9628-c6ff8c5b66b4 req-1c2bcd54-1f50-49ca-ae81-d00f6baf5880 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:57.947891 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ffc18ff0-a75a-4a5e-9628-c6ff8c5b66b4 req-1c2bcd54-1f50-49ca-ae81-d00f6baf5880 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 943 time: 0.0760150
Jan 10 12:53:57.959678 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c45944-4581-4ee6-89d7-f287164df5c2 req-7d30fa59-65f3-42c6-a689-90157f0e01a3 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:57.961084 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2c45944-4581-4ee6-89d7-f287164df5c2 req-7d30fa59-65f3-42c6-a689-90157f0e01a3 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0804248
Jan 10 12:53:58.048284 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ffc18ff0-a75a-4a5e-9628-c6ff8c5b66b4 req-1d166387-14e5-41fb-922a-69c6f7bb4a08 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861106
Jan 10 12:53:58.064329 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f2c45944-4581-4ee6-89d7-f287164df5c2 req-06814f25-7a5f-47cf-a06d-b473123a2c94 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0965619
Jan 10 12:53:58.156684 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fdf07-341d-4c9b-8007-fdb5edd61099 req-ca9be885-0939-4109-8897-99281c457625 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:58.158114 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f44fdf07-341d-4c9b-8007-fdb5edd61099 req-ca9be885-0939-4109-8897-99281c457625 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 944 time: 0.0493672
Jan 10 12:53:58.207254 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f44fdf07-341d-4c9b-8007-fdb5edd61099 req-2334db51-f498-47ab-8afa-89f3bd262613 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435219
Jan 10 12:53:58.328694 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475751b-fed4-4fe0-b09d-a9bd89040cb7 req-9f95cbc6-4853-4ec8-8090-21193d8adc09 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:58.330046 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5475751b-fed4-4fe0-b09d-a9bd89040cb7 req-9f95cbc6-4853-4ec8-8090-21193d8adc09 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 944 time: 0.0567663
Jan 10 12:53:58.361939 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device ae828662-bdad-421c-96d6-5bded1ca3706 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:53:58.383289 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5475751b-fed4-4fe0-b09d-a9bd89040cb7 req-1cb5f87a-dd2b-4659-9465-9fae9299d978 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474966
Jan 10 12:53:58.465054 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae828662-bdad-421c-96d6-5bded1ca3706,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:58.475997 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'port_id': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'mac_address': 'fa:16:3e:9e:da:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:53:58.518529 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port ae828662-bdad-421c-96d6-5bded1ca3706 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:58.518930 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:58.532530 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae828662-bdad-421c-96d6-5bded1ca3706 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:58.552011 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae828662-bdad-421c-96d6-5bded1ca3706,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:58.559174 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:58.559841 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:53:58.627887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:58.692039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:58.704045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'port_id': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'mac_address': 'fa:16:3e:c5:48:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:53:58.743176 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:58.743603 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:58.757214 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:58.784326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:58.789778 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:58.790474 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b7bcefb3-698a-4790-bca2-57d443e10d43 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:53:58.870028 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=9']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:58.939227 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7bcefb3-698a-4790-bca2-57d443e10d43,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:58.951152 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:53:58.994894 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b7bcefb3-698a-4790-bca2-57d443e10d43 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:53:58.995291 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:59.008761 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bcefb3-698a-4790-bca2-57d443e10d43 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:53:59.028958 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7bcefb3-698a-4790-bca2-57d443e10d43,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:53:59.034496 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:53:59.085669 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:53:59.213490 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c687d9-63d4-46cb-afaa-a837ec8f857e req-76fb259f-77eb-45fc-a343-73009cbca12f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:59.214981 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9c687d9-63d4-46cb-afaa-a837ec8f857e req-76fb259f-77eb-45fc-a343-73009cbca12f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0700140
Jan 10 12:53:59.256334 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52893400-5cb1-4e96-a29e-4967ccbf15dd req-5583a5bf-d1cc-44ba-adbd-5b2023a87772 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:59.257881 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-52893400-5cb1-4e96-a29e-4967ccbf15dd req-5583a5bf-d1cc-44ba-adbd-5b2023a87772 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 944 time: 0.0782683
Jan 10 12:53:59.309590 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b9c687d9-63d4-46cb-afaa-a837ec8f857e req-fab6d1bb-f479-4dd4-99c8-225e2bd634f6 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0883572
Jan 10 12:53:59.332491 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-52893400-5cb1-4e96-a29e-4967ccbf15dd req-5dad06e9-d9d7-492a-8511-9f70e988512d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687921
Jan 10 12:53:59.334595 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['ae828662-bdad-421c-96d6-5bded1ca3706'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:59.339967 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['b7bcefb3-698a-4790-bca2-57d443e10d43'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:59.395162 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['dc3f0c02-667c-403b-91d3-b98ae7eeec12'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:53:59.423389 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c9af-42d6-480b-af72-3aca162399e8 req-22464b63-4f2d-4ffe-8b8a-3455c6d5cb38 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:59.424931 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4578c9af-42d6-480b-af72-3aca162399e8 req-22464b63-4f2d-4ffe-8b8a-3455c6d5cb38 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 945 time: 0.0539415
Jan 10 12:53:59.501733 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4578c9af-42d6-480b-af72-3aca162399e8 req-9206b5a1-75ad-4cf1-b702-bae83bd64e96 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693483
Jan 10 12:53:59.522918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7a02-cb49-49a7-8715-f9686d1067d3 req-b39deffe-e821-43b9-9453-b2c4e9c69e95 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:53:59.524415 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cefa7a02-cb49-49a7-8715-f9686d1067d3 req-b39deffe-e821-43b9-9453-b2c4e9c69e95 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0646880
Jan 10 12:53:59.573611 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cefa7a02-cb49-49a7-8715-f9686d1067d3 req-006e8ad4-b289-49ef-b4a7-2a793f1908aa tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432763
Jan 10 12:54:00.374922 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device ae828662-bdad-421c-96d6-5bded1ca3706 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:54:00.428837 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port ae828662-bdad-421c-96d6-5bded1ca3706 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:54:00.432912 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port ae828662-bdad-421c-96d6-5bded1ca3706 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:54:00.433296 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.470310 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832cd9a-336d-4008-8899-e4c8ba9b04d7 req-2fc5b1f6-6fa2-4e32-b6de-5f16c85b9a70 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:00.471799 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5832cd9a-336d-4008-8899-e4c8ba9b04d7 req-2fc5b1f6-6fa2-4e32-b6de-5f16c85b9a70 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0803430
Jan 10 12:54:00.484608 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57129a12-abad-4c0d-83a1-7879b4681330 req-452704ef-9ec9-4c94-8225-d8f1288367bf tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:00.486074 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-57129a12-abad-4c0d-83a1-7879b4681330 req-452704ef-9ec9-4c94-8225-d8f1288367bf tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 944 time: 0.0694907
Jan 10 12:54:00.513096 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port ae828662-bdad-421c-96d6-5bded1ca3706 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:54:00.513491 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.537980 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:00.540283 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6aa55c-fc7d-4fd8-9e6e-3facf36edfab" -d '{"events": [{"server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "name": "network-vif-plugged", "status": "completed", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:00.552523 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae828662-bdad-421c-96d6-5bded1ca3706,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:00.557071 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.558336 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:54:00.567396 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-57129a12-abad-4c0d-83a1-7879b4681330 req-4213f08b-9941-4bca-b530-233ebd649fa5 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745597
Jan 10 12:54:00.572865 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5832cd9a-336d-4008-8899-e4c8ba9b04d7 req-17e0cd76-dc49-4353-b066-c6d918777107 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0858974
Jan 10 12:54:00.639953 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348b798-6463-4a4b-bf46-47a2c2639ed3 x-openstack-request-id: req-d348b798-6463-4a4b-bf46-47a2c2639ed3 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:00.640247 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "name": "network-vif-plugged", "status": "completed", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:00.640500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d348b798-6463-4a4b-bf46-47a2c2639ed3 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:00.640899 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'code': 200}
Jan 10 12:54:00.641932 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:00.654734 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port dc3f0c02-667c-403b-91d3-b98ae7eeec12 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:54:00.655192 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.691127 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce8843-450f-4c64-947d-21da357021eb req-4752405c-ee31-4fa3-8022-f8e9cb315fd0 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:00.698049 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dfce8843-450f-4c64-947d-21da357021eb req-4752405c-ee31-4fa3-8022-f8e9cb315fd0 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 945 time: 0.0736926
Jan 10 12:54:00.749775 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port dc3f0c02-667c-403b-91d3-b98ae7eeec12 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:54:00.750345 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.780103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dfce8843-450f-4c64-947d-21da357021eb req-2d7c484c-042e-43a1-b591-411f539d5a6a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0810988
Jan 10 12:54:00.784134 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:00.789946 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:00.793697 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dca6db-ca88-49a4-b587-da83fd40243e req-6d9a0598-da9f-429a-b9ae-72c3a36a7a3c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:00.796428 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20dca6db-ca88-49a4-b587-da83fd40243e req-6d9a0598-da9f-429a-b9ae-72c3a36a7a3c tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 945 time: 0.0961726
Jan 10 12:54:00.822742 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5506d7-5b1b-4dbb-a6e4-dea5d6560bd0 req-cfdd36be-13a1-4836-93a2-ded2d8bb1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:00.824609 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ac5506d7-5b1b-4dbb-a6e4-dea5d6560bd0 req-cfdd36be-13a1-4836-93a2-ded2d8bb1652 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 1098 time: 0.0476508
Jan 10 12:54:00.844470 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=10']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:00.847945 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20dca6db-ca88-49a4-b587-da83fd40243e req-278b1bf5-d33b-4b4b-a592-1e2d2f8a0b9e tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449712
Jan 10 12:54:00.872848 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-ac5506d7-5b1b-4dbb-a6e4-dea5d6560bd0 req-58e365ac-28a1-4e96-b435-713e1117274c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404902
Jan 10 12:54:01.726078 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549622bd-5688-42db-9b86-fc1be794072f req-a67731cf-d290-4e2e-8444-d70e9bf72d6a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:01.727557 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-549622bd-5688-42db-9b86-fc1be794072f req-a67731cf-d290-4e2e-8444-d70e9bf72d6a tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0697834
Jan 10 12:54:01.735765 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59fb18-b9a3-4f7c-80ed-001b7458d57c req-7d53f68e-59a2-47f1-abb2-6ba3a78c9958 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:01.737154 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fd59fb18-b9a3-4f7c-80ed-001b7458d57c req-7d53f68e-59a2-47f1-abb2-6ba3a78c9958 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0889232
Jan 10 12:54:01.825140 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-549622bd-5688-42db-9b86-fc1be794072f req-b9045094-74d6-4a30-bb45-de9dc87907e5 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0869844
Jan 10 12:54:01.828907 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-fd59fb18-b9a3-4f7c-80ed-001b7458d57c req-4e57765e-8a19-4a92-8b9e-6880979e0289 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766814
Jan 10 12:54:01.965357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694a015-8736-4d4b-a898-9d9e7e775023 req-4428b16d-f3ac-43a2-b1fa-1a45258c0d56 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:01.967616 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5694a015-8736-4d4b-a898-9d9e7e775023 req-4428b16d-f3ac-43a2-b1fa-1a45258c0d56 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 945 time: 0.0807929
Jan 10 12:54:02.011726 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bc077-ecff-4d14-8523-9c2c4e2f015c req-174a0781-f91c-4a05-80b9-a9f4eb8be551 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:02.013932 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-381bc077-ecff-4d14-8523-9c2c4e2f015c req-174a0781-f91c-4a05-80b9-a9f4eb8be551 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0925047
Jan 10 12:54:02.039554 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5694a015-8736-4d4b-a898-9d9e7e775023 req-e0095d1f-718b-4308-8bd9-f627b187ed8d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663826
Jan 10 12:54:02.075656 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-381bc077-ecff-4d14-8523-9c2c4e2f015c req-d8e10fb1-ac39-4492-aef9-a9ff51b91009 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557821
Jan 10 12:54:02.415077 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b7bcefb3-698a-4790-bca2-57d443e10d43 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:54:02.476084 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port b7bcefb3-698a-4790-bca2-57d443e10d43 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:54:02.479853 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port b7bcefb3-698a-4790-bca2-57d443e10d43 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:54:02.480213 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:02.559288 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port b7bcefb3-698a-4790-bca2-57d443e10d43 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:54:02.559652 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:02.596016 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7bcefb3-698a-4790-bca2-57d443e10d43,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:02.601226 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:02.752357 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}, {'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:02.754583 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6bff76-e45c-4334-ae67-3434915d224c" -d '{"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}, {"server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "name": "network-vif-plugged", "status": "completed", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:02.784564 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:02.799983 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b5334b-0d96-451a-9864-379a277790e8 x-openstack-request-id: req-17b5334b-0d96-451a-9864-379a277790e8 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:02.800283 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-plugged", "status": "completed", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "code": 200}, {"server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "name": "network-vif-plugged", "status": "completed", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:02.800535 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17b5334b-0d96-451a-9864-379a277790e8 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:02.800928 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'code': 200}
Jan 10 12:54:02.801181 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'code': 200}
Jan 10 12:54:02.978776 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa4d4f-5ac3-4c08-8801-4b1751a9863c req-5ffe1954-c654-4f24-ae5d-8907d92e96c5 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:02.980320 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72aa4d4f-5ac3-4c08-8801-4b1751a9863c req-5ffe1954-c654-4f24-ae5d-8907d92e96c5 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0801294
Jan 10 12:54:02.992987 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0718c8-3dd7-475d-bbcd-b4c0efc12476 req-5f152f3f-06dc-42d1-84b3-0da0798db530 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:02.994408 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ec0718c8-3dd7-475d-bbcd-b4c0efc12476 req-5f152f3f-06dc-42d1-84b3-0da0798db530 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0839398
Jan 10 12:54:03.087480 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-72aa4d4f-5ac3-4c08-8801-4b1751a9863c req-e78d9186-2f57-46fb-8523-d9d3c04b2d6c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0920384
Jan 10 12:54:03.091452 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ec0718c8-3dd7-475d-bbcd-b4c0efc12476 req-34293c28-9a27-499b-802f-5b295c8d9c67 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889390
Jan 10 12:54:03.228354 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33888e5-ddab-426d-920c-89ce2cd2847b req-57db5f1b-ffbc-4037-87ad-de19bbecd4e3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:03.229891 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f33888e5-ddab-426d-920c-89ce2cd2847b req-57db5f1b-ffbc-4037-87ad-de19bbecd4e3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0777342
Jan 10 12:54:03.239198 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fee4e-e7cd-45f6-ad36-8c4a2f268884 req-74100dbd-f535-4f47-9b7d-7fa735a63619 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:03.240683 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-931fee4e-e7cd-45f6-ad36-8c4a2f268884 req-74100dbd-f535-4f47-9b7d-7fa735a63619 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0791967
Jan 10 12:54:03.258280 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8f7e-cfce-4212-8d51-53e7d075e2c9 req-cf00c246-5326-4713-b4de-252f0b138043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:03.259664 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc5b8f7e-cfce-4212-8d51-53e7d075e2c9 req-cf00c246-5326-4713-b4de-252f0b138043 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 1100 time: 0.3075926
Jan 10 12:54:03.310129 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbf15f-2447-4594-9ebd-d39a9d465c1f req-dad0f731-2c3f-4561-beb1-14e7c85773ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:03.311672 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d0fbf15f-2447-4594-9ebd-d39a9d465c1f req-dad0f731-2c3f-4561-beb1-14e7c85773ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1099 time: 0.0663097
Jan 10 12:54:03.316187 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f33888e5-ddab-426d-920c-89ce2cd2847b req-a28d85a3-2f44-4ecf-8615-2a0092fa8370 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745120
Jan 10 12:54:03.320585 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-931fee4e-e7cd-45f6-ad36-8c4a2f268884 req-f72b2cd3-ba64-4468-98c2-b8baf98e28bb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724587
Jan 10 12:54:03.328290 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-cc5b8f7e-cfce-4212-8d51-53e7d075e2c9 req-0bb095b3-c36b-47ea-9e9e-939bb1b7f4df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535522
Jan 10 12:54:03.366994 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d0fbf15f-2447-4594-9ebd-d39a9d465c1f req-5c0e0b3a-b78a-4919-9947-399b6535d54f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477355
Jan 10 12:54:03.427240 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb338e-9d44-4e86-ba4f-125b5a235dd4 req-c5e626fa-ad2f-40f1-b5b6-b24e08190d31 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:03.428716 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-41fb338e-9d44-4e86-ba4f-125b5a235dd4 req-c5e626fa-ad2f-40f1-b5b6-b24e08190d31 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0542631
Jan 10 12:54:03.439025 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40472) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:03.443264 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Request body: {'floatingip': {'port_id': 'ae828662-bdad-421c-96d6-5bded1ca3706'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:54:03.484402 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:03.929865 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:03.937436 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:04.039404 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Floating IP ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a associated. External IP: 172.37.5.13, port: ae828662-bdad-421c-96d6-5bded1ca3706.
Jan 10 12:54:04.372399 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561b0f7-8e31-4efa-9e36-e9e9590b3fd3 req-a5de94a0-f109-496f-aa57-910d55cc6b8c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:04.374217 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c561b0f7-8e31-4efa-9e36-e9e9590b3fd3 req-a5de94a0-f109-496f-aa57-910d55cc6b8c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0724728
Jan 10 12:54:04.548811 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c561b0f7-8e31-4efa-9e36-e9e9590b3fd3 req-69c3f86d-857c-463f-8d1b-06c8c549357f tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1659613
Jan 10 12:54:04.558514 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e0a48-1a2d-464e-bb32-c9a15f6fdf4f req-47e40df9-bace-4df0-81aa-851401bb4c34 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:04.560082 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c8e0a48-1a2d-464e-bb32-c9a15f6fdf4f req-47e40df9-bace-4df0-81aa-851401bb4c34 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.1708803
Jan 10 12:54:04.593600 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:54:04.718624 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7c8e0a48-1a2d-464e-bb32-c9a15f6fdf4f req-7fd58bc7-d43b-486d-960f-03eb1ea44a6b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1461973
Jan 10 12:54:04.775328 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3e710-5b6f-44a9-9c69-cb6404477073 req-1c65026f-f3e8-4658-b3d3-afb485e99354 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:04.776875 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-15b3e710-5b6f-44a9-9c69-cb6404477073 req-1c65026f-f3e8-4658-b3d3-afb485e99354 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.1305926
Jan 10 12:54:04.778022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:54:04.787439 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:04.789889 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:54:04.805776 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:04.807121 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafa57d00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:04.839879 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c4060ced-0b16-46c3-ae38-747cbe96f5eb tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "PUT /v2.0/floatingips/ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a HTTP/1.1" status: 200  len: 990 time: 1.3997595
Jan 10 12:54:04.841665 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:04.844439 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60cd36e-296f-4adf-8213-806940848415" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:04.897929 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-15b3e710-5b6f-44a9-9c69-cb6404477073 req-3357f8cb-5895-41a5-8795-a1c3f892b30f tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077299
Jan 10 12:54:04.940636 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:04.953338 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113fc84d-20c0-4bfa-8ddd-29e48d749c11 x-openstack-request-id: req-113fc84d-20c0-4bfa-8ddd-29e48d749c11 {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:04.953637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:04.953893 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-113fc84d-20c0-4bfa-8ddd-29e48d749c11 {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:04.954328 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'status': 'completed', 'code': 200}
Jan 10 12:54:05.028159 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd36e-296f-4adf-8213-806940848415 req-4c61f65e-cfd4-4be1-8f99-b4250b7efd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.030375 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-4c61f65e-cfd4-4be1-8f99-b4250b7efd98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42f048bd448f467aa0b37935d03a60e9&device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 1098 time: 0.0446789
Jan 10 12:54:05.129935 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd36e-296f-4adf-8213-806940848415 req-a327f5d0-dee5-4398-bc88-214850056d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.131482 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-a327f5d0-dee5-4398-bc88-214850056d89 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 200  len: 910 time: 0.0935180
Jan 10 12:54:05.184423 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafa57d00>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.13', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:9e:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:42Z', 'updated_at': '2022-01-10T12:54:03Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:05.209539 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-ab18f7a1-e5bc-460c-964a-37734e5dd709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae828662-bdad-421c-96d6-5bded1ca3706 HTTP/1.1" status: 200  len: 998 time: 0.0715053
Jan 10 12:54:05.213829 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:54:05.224099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:05.224719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafa57d00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:05.263315 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd36e-296f-4adf-8213-806940848415 req-05eea883-2138-43be-996e-d6373892e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.264878 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-05eea883-2138-43be-996e-d6373892e89d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 200  len: 849 time: 0.0487983
Jan 10 12:54:05.311503 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cd36e-296f-4adf-8213-806940848415 req-5b0252df-f64b-48e9-9fb7-76122281d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.312991 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-5b0252df-f64b-48e9-9fb7-76122281d2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87c964fb-a880-497c-9fae-14b2acc2e4e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0418730
Jan 10 12:54:05.331640 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:05.405180 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-edda6f01-a912-4d86-b3a0-671dc5af5e3b service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0852764
Jan 10 12:54:05.496290 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-f60cd36e-296f-4adf-8213-806940848415 req-7bfcdca3-5828-4ed3-9d4f-8d6c3ba46f7e service neutron] 10.222.0.15 "GET /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842683
Jan 10 12:54:05.549877 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafa57d00>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.13', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:9e:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:42Z', 'updated_at': '2022-01-10T12:54:03Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:05.579456 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf8342f-5ffa-45bc-8386-6f2843b61186 None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'floating_ip_address': '172.37.5.13', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'port_id': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'mac_address': 'fa:16:3e:9e:da:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:53:42Z', 'updated_at': '2022-01-10T12:54:03Z', 'revision_number': 1, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:54:05.692540 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edfeb3-1a71-4850-875a-5859b65c2711 req-757922ca-2dad-47c9-8e2a-88ab96b9f470 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.694286 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79edfeb3-1a71-4850-875a-5859b65c2711 req-757922ca-2dad-47c9-8e2a-88ab96b9f470 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0556085
Jan 10 12:54:05.761736 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-79edfeb3-1a71-4850-875a-5859b65c2711 req-3ceb0282-534a-4a2e-aa93-348b64c07801 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0612786
Jan 10 12:54:05.800293 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03643c7-5c8a-459c-950e-89e9d2562365 None None] New status for floating IP ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:54:05.856373 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281131f-55a4-4660-911e-cc229b342dc8 req-b56110bf-7a00-4a39-bdec-d508b47c2a7e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:05.857854 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6281131f-55a4-4660-911e-cc229b342dc8 req-b56110bf-7a00-4a39-bdec-d508b47c2a7e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0490546
Jan 10 12:54:05.906710 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6281131f-55a4-4660-911e-cc229b342dc8 req-41b70adf-b0c9-49ba-95ea-e41fd9ed7a87 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429325
Jan 10 12:54:06.053812 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fc117-2243-4e03-8efd-7667a07e0cab req-f67205b8-56e2-4740-a205-79fd191b1542 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:06.055268 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-626fc117-2243-4e03-8efd-7667a07e0cab req-f67205b8-56e2-4740-a205-79fd191b1542 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0760574
Jan 10 12:54:06.066469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86269c43-73eb-4c88-846a-78a2894e6f6f req-8ee8606a-257a-46ba-8478-821b2568d506 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:06.067862 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86269c43-73eb-4c88-846a-78a2894e6f6f req-8ee8606a-257a-46ba-8478-821b2568d506 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0864391
Jan 10 12:54:06.153405 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-626fc117-2243-4e03-8efd-7667a07e0cab req-6f83883c-204d-4fe9-a3a6-2ae372d60b42 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846226
Jan 10 12:54:06.158439 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-86269c43-73eb-4c88-846a-78a2894e6f6f req-e79eea5d-95ca-4ab7-bfcb-38cb1e26303f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0841787
Jan 10 12:54:06.185463 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40530) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:06.224957 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de406a-bc00-4028-9124-fe3c2c17ac64 tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:06.226499 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-23de406a-bc00-4028-9124-fe3c2c17ac64 tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1094 time: 0.0398140
Jan 10 12:54:06.229397 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40534) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:06.233850 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:54:06.262174 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:06.363871 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:06.467612 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.37.5.6 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/ef435c6f-86b8-4028-bb31-d9791673d294) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:54:06.577638 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (ef435c6f-86b8-4028-bb31-d9791673d294), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:06.614423 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:06.658225 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:54:06.662491 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:54:06.665956 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:54:06.671800 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=ef435c6f-86b8-4028-bb31-d9791673d294,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:06.916366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631015f5-b8e5-4b26-8b75-833dbe3acc98 req-ee4f689f-7250-4597-9182-daf71324225d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:06.917841 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-631015f5-b8e5-4b26-8b75-833dbe3acc98 req-ee4f689f-7250-4597-9182-daf71324225d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0757945
Jan 10 12:54:07.073665 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-631015f5-b8e5-4b26-8b75-833dbe3acc98 req-ed33b912-3438-4402-9704-e17de2c363bc tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1473167
Jan 10 12:54:07.094239 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.165818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.317437 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (ef435c6f-86b8-4028-bb31-d9791673d294), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.322757 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.393824 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=ef435c6f-86b8-4028-bb31-d9791673d294,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:07.403595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.500025 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9 associated. External IP: 172.37.5.6, port: b7bcefb3-698a-4790-bca2-57d443e10d43.
Jan 10 12:54:07.718234 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:54:07.833672 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:54:07.843999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:54:07.852211 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:07.854711 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:07.855313 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017f70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:07.879079 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ad9d847a-16cb-4f16-a782-f89ef5fb3813 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.6486177
Jan 10 12:54:07.879697 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:07.881946 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369" -d '{"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:07.918519 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f946d6e0-6a18-45e4-a2e0-ec167a82a512 x-openstack-request-id: req-f946d6e0-6a18-45e4-a2e0-ec167a82a512 {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:07.919226 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:07.919226 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f946d6e0-6a18-45e4-a2e0-ec167a82a512 {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:07.919664 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'status': 'completed', 'code': 200}
Jan 10 12:54:07.963098 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:07.984866 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-8627657d-ba36-4ce9-a0e7-3b30a146c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:07.986415 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-8627657d-ba36-4ce9-a0e7-3b30a146c2ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1099 time: 0.0426905
Jan 10 12:54:08.098519 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-c1a66267-cdeb-42d5-a49a-fcabaa54d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:08.100192 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-c1a66267-cdeb-42d5-a49a-fcabaa54d767 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0921772
Jan 10 12:54:08.176524 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-a30fd80a-40e7-4c79-98f7-54782a63d196 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 998 time: 0.0670881
Jan 10 12:54:08.191036 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017f70>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:06Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:08.202209 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc89cd-4e5f-45e9-ba0e-de2b325a8461 req-3a72c984-4638-455f-8a17-55360667294c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:08.203790 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-29fc89cd-4e5f-45e9-ba0e-de2b325a8461 req-3a72c984-4638-455f-8a17-55360667294c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0546069
Jan 10 12:54:08.220247 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:54:08.228491 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:08.229097 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017f70>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:53:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:08.232470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-c2a11d5e-810c-4e9b-986a-730b127e78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:08.234075 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-c2a11d5e-810c-4e9b-986a-730b127e78ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0505879
Jan 10 12:54:08.264144 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-29fc89cd-4e5f-45e9-ba0e-de2b325a8461 req-def63b36-b6c3-4cf4-a92b-319bb443d328 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=af0a998d-eb25-457e-9bb3-1752e581a4d1&id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539830
Jan 10 12:54:08.282528 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-4c8719ba-b678-4786-9a42-f3272ebc4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:08.284247 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-4c8719ba-b678-4786-9a42-f3272ebc4583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0429604
Jan 10 12:54:08.330605 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:08.382886 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-af7585af-0ced-4c01-9789-8ef6760d61da service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923929
Jan 10 12:54:08.474822 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-eb3070cf-a84a-4ab1-a4ff-09d687e1a369 req-16b3c4f0-c85d-4d9f-b7ca-8f9ab85e55c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843115
Jan 10 12:54:08.640132 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-e79090f1-52e9-4130-a09e-b27de3d04ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:08.693768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc017f70>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:06Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:08.722815 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c2fb0e-c449-421f-a7b9-98e2615a51b2 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:06Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:54:08.947962 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d9304a-115a-44d2-a3fc-c65b8dc4137b None None] New status for floating IP dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:54:10.870149 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-e47eca21-7e13-4adb-a3fe-febfd2c34833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:12.054621 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:13.698840 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:14.124298 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:14.777383 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:54:14.863524 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:38.625315 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-876c7a65-8152-4219-92ec-d9f945f62433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:40.870737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d9c2-62f9-4498-97a1-c157c4598497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:42.059740 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:43.700735 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:44.133025 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:44.861807 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:45.919734 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa0e47-9351-4161-ab5d-3f4ff2e5afa1 req-5868ce7d-d1a2-4594-a4fb-fba2f18ec749 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:45.921201 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ffa0e47-9351-4161-ab5d-3f4ff2e5afa1 req-5868ce7d-d1a2-4594-a4fb-fba2f18ec749 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0506947
Jan 10 12:54:45.977151 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4ffa0e47-9351-4161-ab5d-3f4ff2e5afa1 req-56d5bf2f-09e9-431f-a9c1-9f3c5e187e53 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475070
Jan 10 12:54:47.122444 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a8f03-29e5-4fda-a685-62348d085483 req-a22975be-2a01-4c13-92de-ca9c55114bdb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:47.123923 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-813a8f03-29e5-4fda-a685-62348d085483 req-a22975be-2a01-4c13-92de-ca9c55114bdb tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0637579
Jan 10 12:54:47.172891 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-813a8f03-29e5-4fda-a685-62348d085483 req-111ba721-8f05-4865-8f96-02391817b701 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1de3f09-1740-4703-9999-b1326bda9682&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410609
Jan 10 12:54:47.525724 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-c557161d-5be8-4fff-92bb-2d6ebef51bfc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:47.527151 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-c557161d-5be8-4fff-92bb-2d6ebef51bfc tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 947 time: 0.0521040
Jan 10 12:54:47.632660 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Deleting port dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:47.632891 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:47.724760 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] For port dc3f0c02-667c-403b-91d3-b98ae7eeec12, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=dc3f0c02-667c-403b-91d3-b98ae7eeec12,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:47.725101 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:47.901880 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:47.902236 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:47.902992 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Floating IP 5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc disassociated. External IP: 172.37.5.9, port: dc3f0c02-667c-403b-91d3-b98ae7eeec12.
Jan 10 12:54:47.902992 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Calling delete_port for dc3f0c02-667c-403b-91d3-b98ae7eeec12 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:48.001872 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-f845c435-91e1-431b-a455-6d9edbfa4d67 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1053222225&fields=id&tenant_id=49b93adb02f6421e98d26e140bc17634 HTTP/1.1" status: 200  len: 267 time: 0.0477445
Jan 10 12:54:48.042384 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (dc3f0c02-667c-403b-91d3-b98ae7eeec12), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.056245 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-b3812c37-b924-46a8-9eef-05376e84c822 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:48.058371 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-b3812c37-b924-46a8-9eef-05376e84c822 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 985 time: 0.0510280
Jan 10 12:54:48.069411 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Request body: {'port': {'security_groups': ['01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553']}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:54:48.073156 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'Port': ['ID=dc3f0c02-667c-403b-91d3-b98ae7eeec12,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:48.083584 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.083934 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.084285 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.084640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.085029 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.085315 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.085652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.085986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.086320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.086640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.086974 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.087301 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.087658 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.149629 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.200625 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:54:48.314633 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:54:48.325909 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:54:48.337398 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:48.338144 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc5c4970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:48.356617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] No DVR routers for this DVR port dc3f0c02-667c-403b-91d3-b98ae7eeec12 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:54:48.359421 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.362909 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9458842f-a390-4fb7-aef9-9a14a84b09b3 req-0f6e1927-e8af-4c8d-83dc-483c42bc7020 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.15 "DELETE /v2.0/ports/dc3f0c02-667c-403b-91d3-b98ae7eeec12 HTTP/1.1" status: 204  len: 173 time: 0.8267303
Jan 10 12:54:48.363392 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-deleted', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:48.365854 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92313e68-26e3-46ab-bd54-f15b4cf5f46e" -d '{"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-deleted", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:48.425570 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-47cd9a69-402e-451e-9192-b65fb903d6c0 req-5d65c9af-3c9e-4d73-836d-085e734918d2 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/ports?device_id=09225d89-9a27-4364-a81c-ed60792c76f3 HTTP/1.1" status: 200  len: 210 time: 0.0503557
Jan 10 12:54:48.460156 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:48.547887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0543c93-02b5-4e2f-be22-1bddd8993aeb x-openstack-request-id: req-b0543c93-02b5-4e2f-be22-1bddd8993aeb {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:48.548362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09225d89-9a27-4364-a81c-ed60792c76f3", "name": "network-vif-deleted", "tag": "dc3f0c02-667c-403b-91d3-b98ae7eeec12", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:48.548362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0543c93-02b5-4e2f-be22-1bddd8993aeb {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:48.548986 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09225d89-9a27-4364-a81c-ed60792c76f3', 'name': 'network-vif-deleted', 'tag': 'dc3f0c02-667c-403b-91d3-b98ae7eeec12', 'status': 'completed', 'code': 200}
Jan 10 12:54:48.605864 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:48.639068 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.645955 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.660125 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:54:48.671469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:48.672051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.676399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f800331f-847a-48b8-a52e-b0ae4e5767d5 req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "PUT /v2.0/ports/9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 943 time: 0.6116064
Jan 10 12:54:48.676959 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:48.679484 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:48.680176 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40672) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:48.759909 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7b7574-d012-48de-90cd-36f69f17373a x-openstack-request-id: req-8a7b7574-d012-48de-90cd-36f69f17373a {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:48.762422 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:48.763050 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a7b7574-d012-48de-90cd-36f69f17373a {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:48.763785 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:54:48.805603 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event updated for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=7']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:48.819127 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.819485 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.819855 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.820204 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.820547 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.820887 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.821223 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.823925 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:54:48.827974 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.828174 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.828501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.828850 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.829198 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.831582 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3bb720-d407-44c2-be45-c09529f9f6ed tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:54:48.856075 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (af0a998d-eb25-457e-9bb3-1752e581a4d1), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:48.868144 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-31eb48d1-7086-4c6a-95bb-fb08c9607929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:48.870077 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-31eb48d1-7086-4c6a-95bb-fb08c9607929 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1099 time: 0.0817311
Jan 10 12:54:48.921581 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (af0a998d-eb25-457e-9bb3-1752e581a4d1), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.004951 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc5c4970>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:49.016798 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-1dce9136-d71c-4afe-ae93-af1e3ba99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:49.018026 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-1dce9136-d71c-4afe-ae93-af1e3ba99033 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.1385586
Jan 10 12:54:49.055905 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:54:49.100418 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-314242b8-daf5-40ce-9250-aeedf762f008 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 1001 time: 0.0752025
Jan 10 12:54:49.101827 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:49.101969 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (af0a998d-eb25-457e-9bb3-1752e581a4d1), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.102484 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc5c4970>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:49.104413 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.105593 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "DELETE /v2.0/security-groups/af0a998d-eb25-457e-9bb3-1752e581a4d1 HTTP/1.1" status: 204  len: 168 time: 0.4243011
Jan 10 12:54:49.108357 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40682) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:49.113678 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-fe434020-ba76-4e12-a197-81f4c27fa598 None None] Provisioning complete for port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:54:49.114234 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fe434020-ba76-4e12-a197-81f4c27fa598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.127553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef812aa2-35cd-4c89-9b34-9ba0b224d28c tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0a998d-eb25-457e-9bb3-1752e581a4d1,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:49.167823 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-b1c91033-ddf4-4103-ac6f-16f93e9d2bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:49.170627 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-b1c91033-ddf4-4103-ac6f-16f93e9d2bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0618246
Jan 10 12:54:49.222573 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-a39e2dfd-77f3-4086-b8d7-53d71363d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:49.224244 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-a39e2dfd-77f3-4086-b8d7-53d71363d925 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0482812
Jan 10 12:54:49.323755 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Deleting port dd7fe895-c1dd-4250-a67c-590b8fc7a60e {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:49.324479 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.327034 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:49.336490 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-8c437944-1bac-45c2-9864-be3eccc60942 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1043856
Jan 10 12:54:49.395029 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-fe434020-ba76-4e12-a197-81f4c27fa598 None None] Current status of the port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:54:49.412430 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.412792 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for floatingip (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.424936 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Calling delete_port for dd7fe895-c1dd-4250-a67c-590b8fc7a60e owned by network:floatingip {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:49.432519 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-6dc30ece-9c89-41c8-83d9-f15ae9d7f7c2 req-1bba09a6-bdec-4b78-ba6e-0a158fcf21a2 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885212
Jan 10 12:54:49.532221 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40690) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:49.566504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc5c4970>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:49.592293 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f35bab-a544-43d2-b3de-fe92d4683dd1 None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:47:41Z', 'revision_number': 4, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '50943c6a-32b7-4357-817c-d61c201c52f0', 'name': '', 'network_id': 'e4e2bf48-1c7a-42e2-945e-96cdb90a357a', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'mac_address': 'fa:16:3e:1f:18:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:39Z', 'updated_at': '2022-01-10T12:47:50Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'subnets': [{'id': '5bfd9b3f-a046-4367-8b29-abb03be26cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:54:49.611973 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (b1de3f09-1740-4703-9999-b1326bda9682), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.656918 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (b1de3f09-1740-4703-9999-b1326bda9682), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.697646 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (dd7fe895-c1dd-4250-a67c-590b8fc7a60e), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.735784 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event deleted for resources: {'Port': ['ID=dd7fe895-c1dd-4250-a67c-590b8fc7a60e,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:49.788869 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b1de3f09-1740-4703-9999-b1326bda9682), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.791466 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.795706 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1de3f09-1740-4703-9999-b1326bda9682 HTTP/1.1" status: 204  len: 168 time: 0.2597852
Jan 10 12:54:49.796152 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40692) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:49.808807 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bba746-1066-4000-8afa-622470cd5002 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1de3f09-1740-4703-9999-b1326bda9682,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:49.810986 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.api.v2.resource [None req-f563dd49-5d66-49e6-9776-5304e8c3e0c0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] show failed (client error): The resource could not be found.
Jan 10 12:54:49.815324 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f563dd49-5d66-49e6-9776-5304e8c3e0c0 tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "GET /v2.0/security-groups/b1de3f09-1740-4703-9999-b1326bda9682 HTTP/1.1" status: 404  len: 347 time: 0.0140655
Jan 10 12:54:49.815497 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40694) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:49.830128 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks [] for floatingip (37fa2d06-ece3-4f1c-8767-996fe8cd64fd), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:49.830464 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Floating IP 37fa2d06-ece3-4f1c-8767-996fe8cd64fd disassociated (deleted). External IP: 172.37.5.18, port: 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4.
Jan 10 12:54:49.845285 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7596f1-b75f-4656-bad6-319a6075be31 None None] New status for floating IP 5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:54:50.104790 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Deleting port b0c5bed7-6f74-4acc-96fc-35414fef8700 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:50.105036 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.204080 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:54:50.205779 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.206108 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (b0c5bed7-6f74-4acc-96fc-35414fef8700), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.220995 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Calling delete_port for b0c5bed7-6f74-4acc-96fc-35414fef8700 owned by network:floatingip {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:50.385484 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:54:50.390707 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.400340 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Sync routers for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:54:50.415116 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:50.415840 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafcf6a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:50.446643 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-42c6d20e-0049-4a08-8ae4-a1b53298c337 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "DELETE /v2.0/floatingips/37fa2d06-ece3-4f1c-8767-996fe8cd64fd HTTP/1.1" status: 204  len: 168 time: 1.3364673
Jan 10 12:54:50.486232 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (b0c5bed7-6f74-4acc-96fc-35414fef8700), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.525899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Pushing event deleted for resources: {'Port': ['ID=b0c5bed7-6f74-4acc-96fc-35414fef8700,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:50.575130 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:50.595545 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks [] for floatingip (5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.598366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:50.603059 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-49e87879-106d-44c9-9d36-ee01bd85e6ee tempest-AttachVolumeShelveTestJSON-1561677090 tempest-AttachVolumeShelveTestJSON-1561677090-project] 10.222.0.13 "DELETE /v2.0/floatingips/5b8e22f3-4fea-4e63-b7ce-076ea9bab5bc HTTP/1.1" status: 204  len: 168 time: 0.7864587
Jan 10 12:54:50.764968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:54:50.767388 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218116f9-953b-4aa1-9916-fae8ecf8bdca" -d '{"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:54:50.805251 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce647d87-6e77-484d-8383-0a2824b1d8ee x-openstack-request-id: req-ce647d87-6e77-484d-8383-0a2824b1d8ee {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:54:50.805548 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:54:50.805807 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce647d87-6e77-484d-8383-0a2824b1d8ee {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:54:50.806207 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:54:50.871244 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-63c07512-e54c-4cf3-b307-f1268611e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:50.872815 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-63c07512-e54c-4cf3-b307-f1268611e646 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1099 time: 0.0451946
Jan 10 12:54:50.945983 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafcf6a00>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:50.964710 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-636858cb-5dd9-4ab1-a06a-14013ab76395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:50.966430 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-636858cb-5dd9-4ab1-a06a-14013ab76395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.0855684
Jan 10 12:54:50.977827 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Checking router: 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:54:50.987697 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:50.988698 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafcf6a00>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:51.014624 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-711a8e9c-90d7-4959-bfaf-75943e26be9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 217 time: 0.0407281
Jan 10 12:54:51.070028 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-c0520999-8b32-438a-ad97-58e938c650d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:51.071871 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-c0520999-8b32-438a-ad97-58e938c650d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0504942
Jan 10 12:54:51.113841 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:51.121492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-11304356-e987-4059-bfee-b315c075f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:51.123119 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-11304356-e987-4059-bfee-b315c075f430 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0429945
Jan 10 12:54:51.218238 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-06e513df-14a7-462a-a176-3390e5227d4e service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872061
Jan 10 12:54:51.307864 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-218116f9-953b-4aa1-9916-fae8ecf8bdca req-1683dde1-1495-430a-904e-36dcf45e3650 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0827715
Jan 10 12:54:51.312586 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafcf6a00>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:51.343368 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daecbacf-b42e-4ec9-83c5-1dcb2c45038c None None] The sync data for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi is: [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:42Z', 'revision_number': 4, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c3d5fe0c-024c-4da7-8a5d-44359f1ec840', 'name': '', 'network_id': '4c108bf3-bb1f-41a1-a32a-859339cf2781', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'mac_address': 'fa:16:3e:1a:0b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:41Z', 'updated_at': '2022-01-10T12:52:46Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'subnets': [{'id': '2623e8b8-dc77-44c5-9f78-47c9c375fe38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:54:51.569098 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdff5e65-8c62-4367-8e89-1a7b2ccac78f None None] New status for floating IP 37fa2d06-ece3-4f1c-8767-996fe8cd64fd: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:54:51.776711 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:54:52.600658 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:54:52.629613 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: dc3f0c02-667c-403b-91d3-b98ae7eeec12 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:54:52.629964 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device dc3f0c02-667c-403b-91d3-b98ae7eeec12 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:54:53.074131 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40746) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:53.308502 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-cccc5d4d-bea3-44fd-9866-ea6e6fb30606 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0412889
Jan 10 12:54:53.394614 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-9f4534d2-a87b-4009-add4-dff5f9418f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:53.396144 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-9f4534d2-a87b-4009-add4-dff5f9418f70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49b93adb02f6421e98d26e140bc17634&device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 1099 time: 0.0440798
Jan 10 12:54:53.500130 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-348d04ae-4621-4b55-b522-e2001425a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:53.501533 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-348d04ae-4621-4b55-b522-e2001425a47b service neutron] 10.222.0.15 "GET /v2.0/networks?id=4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 200  len: 915 time: 0.0843179
Jan 10 12:54:53.545410 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:53.549461 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-fd4de853-0220-425c-972c-eb309fe42e1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 200  len: 217 time: 0.0409546
Jan 10 12:54:53.597487 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-63807e73-fa07-4b6f-b333-43c7d4cd999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:53.598962 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-63807e73-fa07-4b6f-b333-43c7d4cd999a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 200  len: 854 time: 0.0439765
Jan 10 12:54:53.642740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-52173a7c-6726-45c4-9320-28abb562d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:53.644267 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-52173a7c-6726-45c4-9320-28abb562d17a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4c108bf3-bb1f-41a1-a32a-859339cf2781&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0396273
Jan 10 12:54:53.742498 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-c76e76d1-58eb-463e-b661-94077e8461e5 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0915654
Jan 10 12:54:53.837663 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-1297db33-41e8-4ce9-901f-ceb99906bf4f req-56cfa7c7-beca-43b0-8e97-5363c9718727 service neutron] 10.222.0.15 "GET /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887237
Jan 10 12:54:54.013931 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Deleting port 50943c6a-32b7-4357-817c-d61c201c52f0 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:54.014235 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:54.092943 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] For port 50943c6a-32b7-4357-817c-d61c201c52f0, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=50943c6a-32b7-4357-817c-d61c201c52f0,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:54.093656 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:54.105538 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Calling delete_port for 50943c6a-32b7-4357-817c-d61c201c52f0 owned by network:router_interface {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:54.292798 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (50943c6a-32b7-4357-817c-d61c201c52f0), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:54.317318 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Pushing event deleted for resources: {'Port': ['ID=50943c6a-32b7-4357-817c-d61c201c52f0,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:54.489887 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:54.712038 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Router ffaa9fe6-cfb9-4000-901a-09d251aebe44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:54:54.817593 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:54:54.822640 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ab6ccf91-b6a1-49e1-b2ba-cb1a343597ce admin admin] 10.222.0.13 "PUT /v2.0/routers/ffaa9fe6-cfb9-4000-901a-09d251aebe44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7474964
Jan 10 12:54:54.825504 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40760) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:54.828177 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Sync routers for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:54:54.840115 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:54.840753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d3d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:54.929136 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks [] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:54.947066 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:55.140696 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d3d30>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:54:54Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:55.172461 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Checking router: ffaa9fe6-cfb9-4000-901a-09d251aebe44 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:54:55.182616 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Routers {'ffaa9fe6-cfb9-4000-901a-09d251aebe44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:54:55.183135 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d3d30>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:55.293253 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] Set router ffaa9fe6-cfb9-4000-901a-09d251aebe44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:54:55.297064 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks [] for router_gateway (ffaa9fe6-cfb9-4000-901a-09d251aebe44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.354830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Deleting port 628b1e46-4bb5-4deb-9b7d-d65887977102 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:55.355888 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.440454 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] For port 628b1e46-4bb5-4deb-9b7d-d65887977102, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=628b1e46-4bb5-4deb-9b7d-d65887977102,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:55.440759 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.453724 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Calling delete_port for 628b1e46-4bb5-4deb-9b7d-d65887977102 owned by network:router_gateway {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:55.472607 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc3d3d30>, [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:54:54Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:55.499459 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814538dc-0df9-4c71-b1be-fe542c4c1209 None None] The sync data for ids ['ffaa9fe6-cfb9-4000-901a-09d251aebe44'] in dv-cinder-master-3-iscsi is: [{'id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'name': 'tempest-AttachVolumeShelveTestJSON-862908516-router', 'tenant_id': '4be23531f9014bfebfd2d51c8502d6ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187'}], 'enable_snat': True}, 'gw_port_id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:47:35Z', 'updated_at': '2022-01-10T12:54:54Z', 'revision_number': 5, 'project_id': '4be23531f9014bfebfd2d51c8502d6ce', 'gw_port': {'id': '628b1e46-4bb5-4deb-9b7d-d65887977102', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:e0:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffaa9fe6-cfb9-4000-901a-09d251aebe44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:47:36Z', 'updated_at': '2022-01-10T12:47:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:54:55.618800 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (628b1e46-4bb5-4deb-9b7d-d65887977102), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.643266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=628b1e46-4bb5-4deb-9b7d-d65887977102,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:55.707032 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.811722 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.814028 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks [] for router_controller (ffaa9fe6-cfb9-4000-901a-09d251aebe44), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.879679 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (ffaa9fe6-cfb9-4000-901a-09d251aebe44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.880624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffaa9fe6-cfb9-4000-901a-09d251aebe44 {{(pid=109428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:54:55.885387 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.888975 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3c3b002c-8917-44b0-bdf8-3d676cbf21b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ffaa9fe6-cfb9-4000-901a-09d251aebe44 HTTP/1.1" status: 204  len: 168 time: 1.0600743
Jan 10 12:54:55.889193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40766) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:55.943762 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Deleting subnet 5bfd9b3f-a046-4367-8b29-abb03be26cf9 {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:54:55.948145 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Publish callbacks [] for subnet (5bfd9b3f-a046-4367-8b29-abb03be26cf9), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:55.990130 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (5bfd9b3f-a046-4367-8b29-abb03be26cf9), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.116929 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (5bfd9b3f-a046-4367-8b29-abb03be26cf9), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.174030 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (5bfd9b3f-a046-4367-8b29-abb03be26cf9), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.200874 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfd9b3f-a046-4367-8b29-abb03be26cf9,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:56.204390 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.207856 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8200b8c9-0c96-4de7-ae70-8a711299a4e1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5bfd9b3f-a046-4367-8b29-abb03be26cf9 HTTP/1.1" status: 204  len: 168 time: 0.3174520
Jan 10 12:54:56.210075 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40770) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:56.212734 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5ea6ff-10f3-4c95-8488-c5997489060d None None] Network e4e2bf48-1c7a-42e2-945e-96cdb90a357a requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:54:56.290039 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (e4e2bf48-1c7a-42e2-945e-96cdb90a357a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.346238 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Deleting port f0fc863e-25be-49c8-8e60-7964dbc7315d {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:54:56.346578 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.409080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] For port f0fc863e-25be-49c8-8e60-7964dbc7315d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0fc863e-25be-49c8-8e60-7964dbc7315d,segment=NetworkSegment(053123a1-b079-4604-89b2-d01a89b73376),segment_id=053123a1-b079-4604-89b2-d01a89b73376)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:54:56.409439 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.425714 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Calling delete_port for f0fc863e-25be-49c8-8e60-7964dbc7315d owned by network:dhcp {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:54:56.508019 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (f0fc863e-25be-49c8-8e60-7964dbc7315d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.534652 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fc863e-25be-49c8-8e60-7964dbc7315d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:56.538111 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] No DVR routers for this DVR port f0fc863e-25be-49c8-8e60-7964dbc7315d on host dv-cinder-master-3-iscsi {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:54:56.550817 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3143c3-4797-4eb6-ac07-daabaec6c1e6 None None] DHCP port deletion for e4e2bf48-1c7a-42e2-945e-96cdb90a357a request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:54:56.623743 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (e4e2bf48-1c7a-42e2-945e-96cdb90a357a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.643286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb7b4fe50>,) {'filters': {'network_id': ['e4e2bf48-1c7a-42e2-945e-96cdb90a357a']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:56.652262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7b4fe50>, '053123a1-b079-4604-89b2-d01a89b73376') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:56.653100 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7b4fe50>, '053123a1-b079-4604-89b2-d01a89b73376') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:54:56.662545 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (053123a1-b079-4604-89b2-d01a89b73376), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.676246 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (053123a1-b079-4604-89b2-d01a89b73376), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.682341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:54:56.682693 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (053123a1-b079-4604-89b2-d01a89b73376), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:54:56.684921 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:54:56.688390 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:54:56.747827 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (e4e2bf48-1c7a-42e2-945e-96cdb90a357a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.753364 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:56.756529 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e4e2bf48-1c7a-42e2-945e-96cdb90a357a HTTP/1.1" status: 204  len: 168 time: 0.5455623
Jan 10 12:54:56.758562 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 50943c6a-32b7-4357-817c-d61c201c52f0 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:54:56.768995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398589-c3ac-41cb-a490-c6ec6fb3ce20 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4e2bf48-1c7a-42e2-945e-96cdb90a357a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:56.783576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 50943c6a-32b7-4357-817c-d61c201c52f0 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:54:56.783947 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 50943c6a-32b7-4357-817c-d61c201c52f0 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:54:56.784383 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 628b1e46-4bb5-4deb-9b7d-d65887977102 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:54:56.809174 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 628b1e46-4bb5-4deb-9b7d-d65887977102 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:54:56.809508 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 628b1e46-4bb5-4deb-9b7d-d65887977102 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:54:56.809915 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device f0fc863e-25be-49c8-8e60-7964dbc7315d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:54:56.834573 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: f0fc863e-25be-49c8-8e60-7964dbc7315d {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:54:56.834893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device f0fc863e-25be-49c8-8e60-7964dbc7315d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:54:56.897196 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40776) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:56.954803 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-488d2e3c-d136-4af8-aafc-545edc3e1624 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4be23531f9014bfebfd2d51c8502d6ce&name=default HTTP/1.1" status: 200  len: 2992 time: 0.0558414
Jan 10 12:54:56.956877 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40778) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:57.009455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] Publish callbacks [] for security_group (a0cb7df0-6e01-4ca8-8686-ecc0d3648450), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:57.030274 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] Publish callbacks [] for security_group (a0cb7df0-6e01-4ca8-8686-ecc0d3648450), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:57.081974 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a0cb7df0-6e01-4ca8-8686-ecc0d3648450), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:57.084663 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:57.085866 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0cb7df0-6e01-4ca8-8686-ecc0d3648450 HTTP/1.1" status: 204  len: 168 time: 0.1277354
Jan 10 12:54:57.094877 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070f82d-6ef9-465d-9606-e927b1f14847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb7df0-6e01-4ca8-8686-ecc0d3648450,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:58.438263 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40854) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:58.546746 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8072e1b2-a933-4d87-b064-ada59ebd2fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.623344 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8072e1b2-a933-4d87-b064-ada59ebd2fd5 admin admin] Publish callbacks [] for security_group (3e5e397e-0f9d-46a2-96b4-bd238cfefddf), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.629656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8072e1b2-a933-4d87-b064-ada59ebd2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (3e5e397e-0f9d-46a2-96b4-bd238cfefddf), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.668404 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8072e1b2-a933-4d87-b064-ada59ebd2fd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3aa00cbd32a401d975dd66d0de08102&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2288928
Jan 10 12:54:58.669713 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e1b2-a933-4d87-b064-ada59ebd2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5e397e-0f9d-46a2-96b4-bd238cfefddf,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:58.672573 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40858) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:54:58.722844 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] Publish callbacks [] for security_group (3e5e397e-0f9d-46a2-96b4-bd238cfefddf), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.745233 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] Publish callbacks [] for security_group (3e5e397e-0f9d-46a2-96b4-bd238cfefddf), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.794657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (3e5e397e-0f9d-46a2-96b4-bd238cfefddf), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.797227 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:54:58.798448 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e5e397e-0f9d-46a2-96b4-bd238cfefddf HTTP/1.1" status: 204  len: 168 time: 0.1247177
Jan 10 12:54:58.806590 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48e9f5-6c13-4639-97c6-f77b888cd519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5e397e-0f9d-46a2-96b4-bd238cfefddf,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:54:59.649021 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c5d96-c75a-486a-8125-8aecf0eb1afd req-bfea7875-70ab-4dcb-9e94-18016834325e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:54:59.650968 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-200c5d96-c75a-486a-8125-8aecf0eb1afd req-bfea7875-70ab-4dcb-9e94-18016834325e tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0580003
Jan 10 12:54:59.704060 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-200c5d96-c75a-486a-8125-8aecf0eb1afd req-6ba74862-a70f-4a1c-9fb6-2a30305f2708 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464919
Jan 10 12:55:00.597311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40930) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:00.709830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-207498bc-65e9-4b76-b8f5-e6fb1d9607fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.789009 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-207498bc-65e9-4b76-b8f5-e6fb1d9607fb admin admin] Publish callbacks [] for security_group (3a65a949-a668-493c-aedf-b65ef0c4935e), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.794176 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-207498bc-65e9-4b76-b8f5-e6fb1d9607fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (3a65a949-a668-493c-aedf-b65ef0c4935e), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.823081 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1935d24-e75b-4fc3-a3c8-afe48eb29597 req-879d6c99-0534-4863-a7ae-9a0fb376317d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:00.824895 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f1935d24-e75b-4fc3-a3c8-afe48eb29597 req-879d6c99-0534-4863-a7ae-9a0fb376317d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0492406
Jan 10 12:55:00.831887 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207498bc-65e9-4b76-b8f5-e6fb1d9607fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a65a949-a668-493c-aedf-b65ef0c4935e,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:00.838880 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-207498bc-65e9-4b76-b8f5-e6fb1d9607fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=264230796e874588b6adf053d9f2cf1b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2405109
Jan 10 12:55:00.839373 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40938) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:00.900770 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-f1935d24-e75b-4fc3-a3c8-afe48eb29597 req-f311c326-f500-4828-af76-a246111acc8d tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/security-groups?id=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692265
Jan 10 12:55:00.916103 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] Publish callbacks [] for security_group (3a65a949-a668-493c-aedf-b65ef0c4935e), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.941012 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] Publish callbacks [] for security_group (3a65a949-a668-493c-aedf-b65ef0c4935e), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.988227 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (3a65a949-a668-493c-aedf-b65ef0c4935e), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.990620 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:00.991798 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a65a949-a668-493c-aedf-b65ef0c4935e HTTP/1.1" status: 204  len: 168 time: 0.1511500
Jan 10 12:55:00.999332 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af7261-336a-4506-a666-8d7195d38edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a65a949-a668-493c-aedf-b65ef0c4935e,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:01.282507 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 40944) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:01.295808 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e39942f4-2f77-4f60-ac5b-2a99802e4ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.303726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-9b245237-d550-4d76-9748-6577d49e3fb7 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:01.305196 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-9b245237-d550-4d76-9748-6577d49e3fb7 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.15 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 946 time: 0.0546973
Jan 10 12:55:01.374525 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e39942f4-2f77-4f60-ac5b-2a99802e4ee2 admin admin] Publish callbacks [] for security_group (c1654f2e-a98c-4a54-855c-2b507a6b4653), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.378250 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e39942f4-2f77-4f60-ac5b-2a99802e4ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c1654f2e-a98c-4a54-855c-2b507a6b4653), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.404902 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Deleting port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:01.405260 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.415401 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e39942f4-2f77-4f60-ac5b-2a99802e4ee2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2ba5915acda44803b0967421dca66290&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1317828
Jan 10 12:55:01.416260 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39942f4-2f77-4f60-ac5b-2a99802e4ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1654f2e-a98c-4a54-855c-2b507a6b4653,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:01.418659 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 40946) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:01.532084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] For port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:01.532350 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.534510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] Publish callbacks [] for security_group (c1654f2e-a98c-4a54-855c-2b507a6b4653), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.551492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Calling delete_port for 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:01.570628 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] Publish callbacks [] for security_group (c1654f2e-a98c-4a54-855c-2b507a6b4653), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.670286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c1654f2e-a98c-4a54-855c-2b507a6b4653), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.672905 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.674066 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1654f2e-a98c-4a54-855c-2b507a6b4653 HTTP/1.1" status: 204  len: 168 time: 0.2535090
Jan 10 12:55:01.704477 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36e57c-05c1-4c15-ab3e-f03b55b38d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1654f2e-a98c-4a54-855c-2b507a6b4653,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:01.735757 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (9ec4c725-d55d-40fa-a18c-f94c61bcb3b4), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.747156 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:55:01.765949 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Pushing event deleted for resources: {'Port': ['ID=9ec4c725-d55d-40fa-a18c-f94c61bcb3b4,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:01.818185 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] No DVR routers for this DVR port 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:01.820846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:01.824305 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-49cfeed4-5cdc-46d1-b070-66f2f1a81405 req-cc396e6c-ebe4-4078-82f2-709fc784f65b tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.15 "DELETE /v2.0/ports/9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 HTTP/1.1" status: 204  len: 173 time: 0.5138466
Jan 10 12:55:01.824763 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'name': 'network-vif-deleted', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:55:01.827297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b9c248-12de-4cb9-bb6e-98d58174e22b" -d '{"events": [{"server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "name": "network-vif-deleted", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:55:01.872436 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092007d-61f0-4da8-9fb6-780e4b8c154f x-openstack-request-id: req-1092007d-61f0-4da8-9fb6-780e4b8c154f {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:55:01.872748 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5478e592-7324-4bd6-9745-c968db315d5c", "name": "network-vif-deleted", "tag": "9ec4c725-d55d-40fa-a18c-f94c61bcb3b4", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:55:01.873012 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1092007d-61f0-4da8-9fb6-780e4b8c154f {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:55:01.873426 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5478e592-7324-4bd6-9745-c968db315d5c', 'name': 'network-vif-deleted', 'tag': '9ec4c725-d55d-40fa-a18c-f94c61bcb3b4', 'status': 'completed', 'code': 200}
Jan 10 12:55:02.020179 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-730b140b-3baf-45d1-95ef-92c96aba9190 req-edeb77c7-0b58-4bbc-9921-94549b97bcf4 tempest-TestMinimumBasicScenario-494946186 tempest-TestMinimumBasicScenario-494946186-project] 10.222.0.13 "GET /v2.0/ports?device_id=5478e592-7324-4bd6-9745-c968db315d5c HTTP/1.1" status: 200  len: 210 time: 0.0319190
Jan 10 12:55:03.687221 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41066) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:04.108234 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.405869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Deleting port c3d5fe0c-024c-4da7-8a5d-44359f1ec840 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:04.406303 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.487665 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] For port c3d5fe0c-024c-4da7-8a5d-44359f1ec840, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:04.488032 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.500326 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Calling delete_port for c3d5fe0c-024c-4da7-8a5d-44359f1ec840 owned by network:router_interface {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:04.631376 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:04.651622 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:04.652022 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 9ec4c725-d55d-40fa-a18c-f94c61bcb3b4 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:04.684190 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (c3d5fe0c-024c-4da7-8a5d-44359f1ec840), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.706042 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41132) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:04.712145 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d5fe0c-024c-4da7-8a5d-44359f1ec840,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:04.833518 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-07ff5e83-dbe3-4b23-bec3-fab5be15c6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.923461 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-07ff5e83-dbe3-4b23-bec3-fab5be15c6d4 admin admin] Publish callbacks [] for security_group (e4866545-d285-497e-8f66-ecadd0a608c3), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.928250 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-07ff5e83-dbe3-4b23-bec3-fab5be15c6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (e4866545-d285-497e-8f66-ecadd0a608c3), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:04.967894 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-07ff5e83-dbe3-4b23-bec3-fab5be15c6d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e73902d7c4b5484087c1b95f4c1fea9d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2606955
Jan 10 12:55:04.968768 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5e83-dbe3-4b23-bec3-fab5be15c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4866545-d285-497e-8f66-ecadd0a608c3,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:04.971929 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41136) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:05.022279 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] Publish callbacks [] for security_group (e4866545-d285-497e-8f66-ecadd0a608c3), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.043984 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] Publish callbacks [] for security_group (e4866545-d285-497e-8f66-ecadd0a608c3), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.095418 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (e4866545-d285-497e-8f66-ecadd0a608c3), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.098075 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.099360 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4866545-d285-497e-8f66-ecadd0a608c3 HTTP/1.1" status: 204  len: 168 time: 0.1263990
Jan 10 12:55:05.107637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc21ea2-6454-4e21-97f0-4d1992eca3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4866545-d285-497e-8f66-ecadd0a608c3,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:05.140009 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.356558 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:05.374784 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41144) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:05.389120 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c843288e-369d-4e98-a5ce-02899fe66967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.463304 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c843288e-369d-4e98-a5ce-02899fe66967 admin admin] Publish callbacks [] for security_group (6667b079-1fed-45a0-8225-c9dd8069ff26), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.467638 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:05.468487 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c843288e-369d-4e98-a5ce-02899fe66967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (6667b079-1fed-45a0-8225-c9dd8069ff26), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.477546 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-ca2d2a33-98d9-4ac4-8ac5-d55b4dbf676f admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4fac70-13d1-43c7-9e0b-3d899ee3ce44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7867684
Jan 10 12:55:05.477778 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41146) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:05.486014 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Sync routers for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:05.496665 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:05.497422 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc16a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:05.509229 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c843288e-369d-4e98-a5ce-02899fe66967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f86952c5f9624a6693be4297c05b754a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1332223
Jan 10 12:55:05.510150 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843288e-369d-4e98-a5ce-02899fe66967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6667b079-1fed-45a0-8225-c9dd8069ff26,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:05.512621 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41148) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:05.574975 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] Publish callbacks [] for security_group (6667b079-1fed-45a0-8225-c9dd8069ff26), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.594554 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks [] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.601510 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] Publish callbacks [] for security_group (6667b079-1fed-45a0-8225-c9dd8069ff26), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.630060 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:05.655579 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (6667b079-1fed-45a0-8225-c9dd8069ff26), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.659240 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.660754 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6667b079-1fed-45a0-8225-c9dd8069ff26 HTTP/1.1" status: 204  len: 168 time: 0.1471894
Jan 10 12:55:05.673083 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dd4ba-cc32-4241-bd89-14cb8ad1e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6667b079-1fed-45a0-8225-c9dd8069ff26,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:05.728366 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks [] for router_gateway (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.801962 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Deleting port 13f1ad18-dd29-47ba-b229-0a1707908f7d {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:05.802482 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.903034 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] For port 13f1ad18-dd29-47ba-b229-0a1707908f7d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=13f1ad18-dd29-47ba-b229-0a1707908f7d,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:05.903758 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:05.918089 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Calling delete_port for 13f1ad18-dd29-47ba-b229-0a1707908f7d owned by network:router_gateway {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:05.933777 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc16a60>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73'}], 'enable_snat': True}, 'gw_port_id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:55:04Z', 'revision_number': 5, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port': {'id': '13f1ad18-dd29-47ba-b229-0a1707908f7d', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:23:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:05.963193 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Checking router: 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:05.977774 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Routers {'1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:05.978564 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc16a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:06.104218 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] Set router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 gateway port host: None {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:06.129454 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (13f1ad18-dd29-47ba-b229-0a1707908f7d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.179305 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbdc16a60>, [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:55:05Z', 'revision_number': 6, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:06.214086 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f1ad18-dd29-47ba-b229-0a1707908f7d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:06.223437 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725f068d-0f47-4c28-808e-f04c0dabc58c None None] The sync data for ids ['1c4fac70-13d1-43c7-9e0b-3d899ee3ce44'] in dv-cinder-master-3-iscsi is: [{'id': '1c4fac70-13d1-43c7-9e0b-3d899ee3ce44', 'name': 'tempest-TestMinimumBasicScenario-1173286851-router', 'tenant_id': '49b93adb02f6421e98d26e140bc17634', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:39Z', 'updated_at': '2022-01-10T12:55:05Z', 'revision_number': 6, 'project_id': '49b93adb02f6421e98d26e140bc17634', 'gw_port_host': None}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:06.243492 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.344981 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.346861 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks [] for router_controller (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.390626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (1c4fac70-13d1-43c7-9e0b-3d899ee3ce44), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.391252 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 {{(pid=109428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:55:06.395780 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.396974 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1547cdc3-0715-4805-a555-60cc2f97e0b3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c4fac70-13d1-43c7-9e0b-3d899ee3ce44 HTTP/1.1" status: 204  len: 168 time: 0.9179149
Jan 10 12:55:06.399543 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41172) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:06.444394 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Deleting subnet 2623e8b8-dc77-44c5-9f78-47c9c375fe38 {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:55:06.447625 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Publish callbacks [] for subnet (2623e8b8-dc77-44c5-9f78-47c9c375fe38), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.481700 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (2623e8b8-dc77-44c5-9f78-47c9c375fe38), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.567561 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (2623e8b8-dc77-44c5-9f78-47c9c375fe38), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.628787 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (2623e8b8-dc77-44c5-9f78-47c9c375fe38), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.657080 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2623e8b8-dc77-44c5-9f78-47c9c375fe38,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:06.659214 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.665097 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41178) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:06.665669 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-e67c4083-2049-4784-af81-6f5d5af784a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2623e8b8-dc77-44c5-9f78-47c9c375fe38 HTTP/1.1" status: 204  len: 168 time: 0.2645431
Jan 10 12:55:06.675780 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a3767-2658-476d-bc81-f9720068d492 None None] Network 4c108bf3-bb1f-41a1-a32a-859339cf2781 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:06.750590 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (4c108bf3-bb1f-41a1-a32a-859339cf2781), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.827721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Deleting port 1bba7115-26c4-48a3-918d-e4c7c3288d3c {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:06.828144 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.891979 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] For port 1bba7115-26c4-48a3-918d-e4c7c3288d3c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1bba7115-26c4-48a3-918d-e4c7c3288d3c,segment=NetworkSegment(9f22c768-5046-4b5e-858f-bb1cbcd7b812),segment_id=9f22c768-5046-4b5e-858f-bb1cbcd7b812)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:06.892426 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:06.906585 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Calling delete_port for 1bba7115-26c4-48a3-918d-e4c7c3288d3c owned by network:dhcp {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:06.996724 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (1bba7115-26c4-48a3-918d-e4c7c3288d3c), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.031761 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Pushing event deleted for resources: {'Port': ['ID=1bba7115-26c4-48a3-918d-e4c7c3288d3c,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:07.037926 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] No DVR routers for this DVR port 1bba7115-26c4-48a3-918d-e4c7c3288d3c on host dv-cinder-master-3-iscsi {{(pid=109429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:07.058893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd8667-9f1c-4c46-9a52-dcea4d2d2816 None None] DHCP port deletion for 4c108bf3-bb1f-41a1-a32a-859339cf2781 request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:55:07.154511 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1bba7115-26c4-48a3-918d-e4c7c3288d3c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:07.157262 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (4c108bf3-bb1f-41a1-a32a-859339cf2781), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.181548 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc7de2e0>,) {'filters': {'network_id': ['4c108bf3-bb1f-41a1-a32a-859339cf2781']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:07.184741 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 1bba7115-26c4-48a3-918d-e4c7c3288d3c {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:07.185554 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1bba7115-26c4-48a3-918d-e4c7c3288d3c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:07.186609 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device c3d5fe0c-024c-4da7-8a5d-44359f1ec840 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:07.192087 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc7de2e0>, '9f22c768-5046-4b5e-858f-bb1cbcd7b812') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:07.192381 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc7de2e0>, '9f22c768-5046-4b5e-858f-bb1cbcd7b812') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:07.213790 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: c3d5fe0c-024c-4da7-8a5d-44359f1ec840 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:07.214576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device c3d5fe0c-024c-4da7-8a5d-44359f1ec840 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:07.215253 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 13f1ad18-dd29-47ba-b229-0a1707908f7d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:07.215371 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (9f22c768-5046-4b5e-858f-bb1cbcd7b812), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.230684 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (9f22c768-5046-4b5e-858f-bb1cbcd7b812), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.238337 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:55:07.238673 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (9f22c768-5046-4b5e-858f-bb1cbcd7b812), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:55:07.240750 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:55:07.245818 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 13f1ad18-dd29-47ba-b229-0a1707908f7d {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:07.247171 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 13f1ad18-dd29-47ba-b229-0a1707908f7d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:07.317473 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (4c108bf3-bb1f-41a1-a32a-859339cf2781), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.327934 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.334327 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c108bf3-bb1f-41a1-a32a-859339cf2781 HTTP/1.1" status: 204  len: 168 time: 0.6654007
Jan 10 12:55:07.335026 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41198) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:07.391667 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5580a-4770-4062-872a-0cd9ed9e9ada admin admin] Pushing event deleted for resources: {'Network': ['ID=4c108bf3-bb1f-41a1-a32a-859339cf2781,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:07.674981 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41208) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:07.777787 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.813117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6e00c23e-1c03-40fe-8599-9a6e277aecbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.911286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6e00c23e-1c03-40fe-8599-9a6e277aecbd admin admin] Publish callbacks [] for security_group (9e8d3cca-83df-414c-b1db-a2a37d34b5b7), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.916802 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6e00c23e-1c03-40fe-8599-9a6e277aecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9e8d3cca-83df-414c-b1db-a2a37d34b5b7), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:07.965066 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6e00c23e-1c03-40fe-8599-9a6e277aecbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71878a4050644be3ae33961960dd8cf6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2864339
Jan 10 12:55:07.965066 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00c23e-1c03-40fe-8599-9a6e277aecbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d3cca-83df-414c-b1db-a2a37d34b5b7,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:07.967737 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41222) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:08.032650 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] Publish callbacks [] for security_group (9e8d3cca-83df-414c-b1db-a2a37d34b5b7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.054818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] Publish callbacks [] for security_group (9e8d3cca-83df-414c-b1db-a2a37d34b5b7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.086873 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Deleting port 46d50edc-defe-439f-a51c-0ad1b8cd6da2 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:08.087213 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.102573 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9e8d3cca-83df-414c-b1db-a2a37d34b5b7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.105480 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.106939 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e8d3cca-83df-414c-b1db-a2a37d34b5b7 HTTP/1.1" status: 204  len: 168 time: 0.1383557
Jan 10 12:55:08.114630 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063ab76-ee43-4375-9444-f1dacc53a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d3cca-83df-414c-b1db-a2a37d34b5b7,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:08.173317 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] For port 46d50edc-defe-439f-a51c-0ad1b8cd6da2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46d50edc-defe-439f-a51c-0ad1b8cd6da2,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:08.173683 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.186587 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Calling delete_port for 46d50edc-defe-439f-a51c-0ad1b8cd6da2 owned by network:router_interface {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:08.367813 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (46d50edc-defe-439f-a51c-0ad1b8cd6da2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.377217 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41228) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:08.390883 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-57e8695a-2ea4-4ac3-8853-acd474cda940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.398116 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d50edc-defe-439f-a51c-0ad1b8cd6da2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:08.493277 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-57e8695a-2ea4-4ac3-8853-acd474cda940 admin admin] Publish callbacks [] for security_group (c4af16bd-3688-400c-91f0-01373935658a), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.498360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-57e8695a-2ea4-4ac3-8853-acd474cda940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c4af16bd-3688-400c-91f0-01373935658a), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.540937 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8695a-2ea4-4ac3-8853-acd474cda940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4af16bd-3688-400c-91f0-01373935658a,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:08.548713 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-57e8695a-2ea4-4ac3-8853-acd474cda940 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88870211e5ca4adf82600b3609d1c1b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1678221
Jan 10 12:55:08.549047 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41230) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:08.607185 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] Publish callbacks [] for security_group (c4af16bd-3688-400c-91f0-01373935658a), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.630726 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7ffc7ff4-51e6-4252-a862-41d367e40ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.633870 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] Publish callbacks [] for security_group (c4af16bd-3688-400c-91f0-01373935658a), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.687832 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (c4af16bd-3688-400c-91f0-01373935658a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.691074 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:08.694788 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4af16bd-3688-400c-91f0-01373935658a HTTP/1.1" status: 204  len: 168 time: 0.1422923
Jan 10 12:55:08.703423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871ef9-f28d-4614-8402-ef3f52af2092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4af16bd-3688-400c-91f0-01373935658a,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:08.817474 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.044120 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:09.160686 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:09.170320 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Sync routers for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:09.175794 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41250) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:09.175957 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-18c02acb-ce0b-46fa-b4cd-4bc25d2f39f2 admin admin] 10.222.0.13 "PUT /v2.0/routers/5dc938ab-cffe-4352-a3e4-8053bcf4d275/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8402190
Jan 10 12:55:09.179815 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:09.180662 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:09.291155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks [] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.310039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:09.412359 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks [] for router_gateway (5dc938ab-cffe-4352-a3e4-8053bcf4d275), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.472726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Deleting port 798c75d3-d174-4970-bc57-8c440d8585b3 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:09.473051 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.539134 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8310>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84'}], 'enable_snat': True}, 'gw_port_id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:55:08Z', 'revision_number': 5, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port': {'id': '798c75d3-d174-4970-bc57-8c440d8585b3', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:da:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:09.558909 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] For port 798c75d3-d174-4970-bc57-8c440d8585b3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=798c75d3-d174-4970-bc57-8c440d8585b3,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:09.559698 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.570270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Checking router: 5dc938ab-cffe-4352-a3e4-8053bcf4d275 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:09.577230 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Calling delete_port for 798c75d3-d174-4970-bc57-8c440d8585b3 owned by network:router_gateway {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:09.578785 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Routers {'5dc938ab-cffe-4352-a3e4-8053bcf4d275'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:09.579408 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8310>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:54:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:09.666538 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] Set router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 gateway port host: None {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:09.718131 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8310>, [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:55:09Z', 'revision_number': 6, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:09.747952 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58809aa-67f3-4009-b7bf-8cca522d61fb None None] The sync data for ids ['5dc938ab-cffe-4352-a3e4-8053bcf4d275'] in dv-cinder-master-3-iscsi is: [{'id': '5dc938ab-cffe-4352-a3e4-8053bcf4d275', 'name': 'tempest-TestMinimumBasicScenario-1863198810-router', 'tenant_id': '4fc186955d454e3e897c9d832e5af9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:52:44Z', 'updated_at': '2022-01-10T12:55:09Z', 'revision_number': 6, 'project_id': '4fc186955d454e3e897c9d832e5af9bf', 'gw_port_host': None}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:09.748224 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (798c75d3-d174-4970-bc57-8c440d8585b3), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.781908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=798c75d3-d174-4970-bc57-8c440d8585b3,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:09.862156 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.952939 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:09.955048 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks [] for router_controller (5dc938ab-cffe-4352-a3e4-8053bcf4d275), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.003204 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (5dc938ab-cffe-4352-a3e4-8053bcf4d275), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.003787 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc938ab-cffe-4352-a3e4-8053bcf4d275 {{(pid=109428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:55:10.008609 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.009659 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c090d771-6f26-4ff9-861b-09bf1845f0d6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5dc938ab-cffe-4352-a3e4-8053bcf4d275 HTTP/1.1" status: 204  len: 168 time: 0.8328705
Jan 10 12:55:10.012938 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41278) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:10.071146 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Deleting subnet 12e63176-8f4c-4192-975b-1e9531373947 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:55:10.074638 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Publish callbacks [] for subnet (12e63176-8f4c-4192-975b-1e9531373947), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.114236 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (12e63176-8f4c-4192-975b-1e9531373947), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.240370 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (12e63176-8f4c-4192-975b-1e9531373947), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.295147 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (12e63176-8f4c-4192-975b-1e9531373947), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.321364 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12e63176-8f4c-4192-975b-1e9531373947,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:10.328242 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.332170 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e7c148cf-e5df-4c86-a642-021baf968e57 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/12e63176-8f4c-4192-975b-1e9531373947 HTTP/1.1" status: 204  len: 168 time: 0.3174520
Jan 10 12:55:10.333695 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee911194-b57f-4a1a-88f4-e7423b1522fd None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:10.334913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41286) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:10.416525 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (86fe87a6-f2e9-4ac4-b340-3b83638799a0), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.494144 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Deleting port 298cb915-307b-4beb-b370-c66f498f4044 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:10.494554 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (298cb915-307b-4beb-b370-c66f498f4044), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.558580 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] DHCP port deletion for 86fe87a6-f2e9-4ac4-b340-3b83638799a0 request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:55:10.597617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] For port 298cb915-307b-4beb-b370-c66f498f4044, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=298cb915-307b-4beb-b370-c66f498f4044,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:10.598445 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (298cb915-307b-4beb-b370-c66f498f4044), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.620019 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Calling delete_port for 298cb915-307b-4beb-b370-c66f498f4044 owned by network:dhcp {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:10.643382 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Deleting port 298cb915-307b-4beb-b370-c66f498f4044 {{(pid=109430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:10.644103 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (298cb915-307b-4beb-b370-c66f498f4044), before_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.749076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (298cb915-307b-4beb-b370-c66f498f4044), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.785784 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] For port 298cb915-307b-4beb-b370-c66f498f4044, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=298cb915-307b-4beb-b370-c66f498f4044,segment=NetworkSegment(9ebc4a84-0b47-4de1-951d-b9bf9cd65087),segment_id=9ebc4a84-0b47-4de1-951d-b9bf9cd65087)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:10.795705 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (298cb915-307b-4beb-b370-c66f498f4044), precommit_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.809541 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] No DVR routers for this DVR port 298cb915-307b-4beb-b370-c66f498f4044 on host dv-cinder-master-3-iscsi {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:10.811772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=298cb915-307b-4beb-b370-c66f498f4044,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:10.828318 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Calling delete_port for 298cb915-307b-4beb-b370-c66f498f4044 owned by network:dhcp {{(pid=109430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:10.841792 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 798c75d3-d174-4970-bc57-8c440d8585b3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:10.917310 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (86fe87a6-f2e9-4ac4-b340-3b83638799a0), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.953025 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb6e7b7c0>,) {'filters': {'network_id': ['86fe87a6-f2e9-4ac4-b340-3b83638799a0']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:10.960179 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 798c75d3-d174-4970-bc57-8c440d8585b3 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:10.960767 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 798c75d3-d174-4970-bc57-8c440d8585b3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:10.961674 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 46d50edc-defe-439f-a51c-0ad1b8cd6da2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:10.965372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb6e7b7c0>, '9ebc4a84-0b47-4de1-951d-b9bf9cd65087') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:10.965675 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb6e7b7c0>, '9ebc4a84-0b47-4de1-951d-b9bf9cd65087') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:10.979488 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (9ebc4a84-0b47-4de1-951d-b9bf9cd65087), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.997700 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 46d50edc-defe-439f-a51c-0ad1b8cd6da2 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:10.997700 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 46d50edc-defe-439f-a51c-0ad1b8cd6da2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:10.997700 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 298cb915-307b-4beb-b370-c66f498f4044 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:10.999372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (9ebc4a84-0b47-4de1-951d-b9bf9cd65087), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:10.999623 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-95b7b85f-95a2-4266-84d1-ed9d2ecfe5b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.012242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:55:11.013214 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (9ebc4a84-0b47-4de1-951d-b9bf9cd65087), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:55:11.016760 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:55:11.045819 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 298cb915-307b-4beb-b370-c66f498f4044 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:11.046035 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 298cb915-307b-4beb-b370-c66f498f4044 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:11.125022 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468'] for port (298cb915-307b-4beb-b370-c66f498f4044), after_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.130967 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (86fe87a6-f2e9-4ac4-b340-3b83638799a0), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.143319 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.152221 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/86fe87a6-f2e9-4ac4-b340-3b83638799a0 HTTP/1.1" status: 204  len: 168 time: 0.8160501
Jan 10 12:55:11.158000 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Network 86fe87a6-f2e9-4ac4-b340-3b83638799a0 is not hosted by any dhcp agent {{(pid=109430) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
Jan 10 12:55:11.158486 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] No DVR routers for this DVR port 298cb915-307b-4beb-b370-c66f498f4044 on host dv-cinder-master-3-iscsi {{(pid=109430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:11.165817 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Pushing event deleted for resources: {'Port': ['ID=298cb915-307b-4beb-b370-c66f498f4044,revision_number=None']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:11.174993 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.175211 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.175468 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.176073 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.176631 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.177031 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.178013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.178013 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.178234 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.178967 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.179391 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.179753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.180398 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a879909-f773-45bc-9579-c10dd3e5f2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:11.195797 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10cca-dfaf-49a1-acb1-e3d25ea74ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=86fe87a6-f2e9-4ac4-b340-3b83638799a0,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:11.379330 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5929fe2-7989-4439-a9c4-742a703e1f15 req-7c7e553c-a8fa-4d70-936c-d2b78d91947f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:11.381451 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c5929fe2-7989-4439-a9c4-742a703e1f15 req-7c7e553c-a8fa-4d70-936c-d2b78d91947f tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0575430
Jan 10 12:55:11.411593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41318) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:11.437355 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c5929fe2-7989-4439-a9c4-742a703e1f15 req-436516b5-5b14-436b-9bab-e8f738ff189d tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467057
Jan 10 12:55:11.459553 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-da5eb31e-6e04-4d78-b37f-6a6997e95f88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49b93adb02f6421e98d26e140bc17634&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0460513
Jan 10 12:55:11.461848 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41320) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:11.517493 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] Publish callbacks [] for security_group (01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.540818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] Publish callbacks [] for security_group (01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.608021 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.610475 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:11.611687 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553 HTTP/1.1" status: 204  len: 168 time: 0.1486547
Jan 10 12:55:11.619974 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c35a2-0234-4d9b-972e-4b7cc68ab1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d9ebc7-6ab1-4a77-a8e1-1b7eea0b4553,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:11.969749 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41326) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:12.013596 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-edfdb622-0ef9-48d0-9f3d-34c818a02266 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fc186955d454e3e897c9d832e5af9bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0410225
Jan 10 12:55:12.014716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41328) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:12.052386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:12.067297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] Publish callbacks [] for security_group (be28939e-0eaf-4ce2-ae1f-fd01c252a8ae), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:12.088970 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] Publish callbacks [] for security_group (be28939e-0eaf-4ce2-ae1f-fd01c252a8ae), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:12.137835 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (be28939e-0eaf-4ce2-ae1f-fd01c252a8ae), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:12.140370 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:12.141527 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be28939e-0eaf-4ce2-ae1f-fd01c252a8ae HTTP/1.1" status: 204  len: 168 time: 0.1259282
Jan 10 12:55:12.149383 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8fc25-3a11-47c0-b960-ba6f48c2b6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be28939e-0eaf-4ce2-ae1f-fd01c252a8ae,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:12.574193 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37387edd-b3db-4207-8441-b1c128ae6389 req-f784d460-a3a1-4fbb-81cc-2228e640c60a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:12.576159 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-37387edd-b3db-4207-8441-b1c128ae6389 req-f784d460-a3a1-4fbb-81cc-2228e640c60a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0593090
Jan 10 12:55:12.625008 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-37387edd-b3db-4207-8441-b1c128ae6389 req-25a3bbce-b08f-40c2-a101-04ec1d55ea8a tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433476
Jan 10 12:55:12.987180 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41358) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:13.097901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1869195699-network', 'tenant_id': '6274f5b54d23499882aaa38eced195e6'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:13.124540 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Made reservation on behalf of 6274f5b54d23499882aaa38eced195e6 for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:13.127097 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.135680 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.220879 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks [] for security_group (0a4436a3-7267-43bf-9e68-7d9da30d08e5), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.226552 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0a4436a3-7267-43bf-9e68-7d9da30d08e5), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.253656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:55:13.263359 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4436a3-7267-43bf-9e68-7d9da30d08e5,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:13.269123 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (7b3cc9e0-f694-4202-bd34-51ab327f56d0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.269461 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Added segment 7b3cc9e0-f694-4202-bd34-51ab327f56d0 of type vlan for network 5dde8660-5815-4008-9294-7b6a2f37fa4c
Jan 10 12:55:13.309104 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (5dde8660-5815-4008-9294-7b6a2f37fa4c), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.336375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (5dde8660-5815-4008-9294-7b6a2f37fa4c), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.337844 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:13.338770 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.394184 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4058311
Jan 10 12:55:13.397327 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41362) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:13.399666 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf17be-268b-490b-843d-fed85f37fa40 admin admin] Pushing event updated for resources: {'Network': ['ID=5dde8660-5815-4008-9294-7b6a2f37fa4c,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:13.403618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Request body: {'subnet': {'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1869195699-subnet', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:13.409795 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:55:13.426700 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Made reservation on behalf of 6274f5b54d23499882aaa38eced195e6 for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:13.429108 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8551441'] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.605606 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8875859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8551427'] for subnet (87d6dadb-3226-4641-8d8c-3953f9d9499e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.654076 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d6dadb-3226-4641-8d8c-3953f9d9499e,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:13.670216 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Checking segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:13.670558 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Network hostable DHCP agents. Network: 5dde8660-5815-4008-9294-7b6a2f37fa4c, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:55:13.688968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:55:13.704827 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.709832 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5dde8660-5815-4008-9294-7b6a2f37fa4c) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:13.714480 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:13.715068 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.717619 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8e26e0-675a-42e9-a64f-29b1ea7a9bf1 None None] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:13.755150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7312f533-84b8-4958-8233-1a30ca19f8d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3540006
Jan 10 12:55:13.755781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41368) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:13.760812 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:13.761632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b30f8e-2f12-499a-b406-a9dc3305db3a req-75f2f45e-1f55-4f10-ae0d-936ce96a4304 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:13.763891 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20b30f8e-2f12-499a-b406-a9dc3305db3a req-75f2f45e-1f55-4f10-ae0d-936ce96a4304 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0644972
Jan 10 12:55:13.789100 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.790498 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.825363 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-20b30f8e-2f12-499a-b406-a9dc3305db3a req-ea74decf-e203-4dfb-af22-0944a41b6cd7 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542779
Jan 10 12:55:13.849864 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for router_controller (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), precommit_add_association {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.968423 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5dde8660-5815-4008-9294-7b6a2f37fa4c', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:55:13.969275 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:13.988088 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for router_gateway (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.115657 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Allocated IP 172.20.0.2 (5dde8660-5815-4008-9294-7b6a2f37fa4c/87d6dadb-3226-4641-8d8c-3953f9d9499e/b7e91ebd-8513-43b0-9c0e-8a1db9ace04f) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:14.138261 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.278830 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks [] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.286062 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.323959 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:14.328678 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:14.332393 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:14.338291 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Pushing event updated for resources: {'Port': ['ID=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:14.392984 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Attempting to bind port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:14.393460 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Attempting to bind port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:14.393928 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Attempting to bind port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f on network 5dde8660-5815-4008-9294-7b6a2f37fa4c {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:14.399281 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:14.399698 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Checking segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:14.400109 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.400502 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Bound using segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:14.400970 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Bound port: b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:14.401351 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.452687 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for router_gateway (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.466881 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] For port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:14.470010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] For port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:14.472791 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.475759 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.535173 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfc30a-6842-4b6f-9f45-4ce17bfe1feb None None] Pushing event updated for resources: {'Port': ['ID=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:14.592524 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Allocated IP 172.37.5.54 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/1a8ed9d6-afa9-455b-a261-8c44484a4aa5) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:14.721337 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.763825 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.812838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device b7e91ebd-8513-43b0-9c0e-8a1db9ace04f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:14.813014 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:14.816178 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:14.820851 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:14.824128 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Pushing event updated for resources: {'Port': ['ID=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:14.868419 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.881344 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:14.881822 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:14.952634 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc287f58-f42f-426f-b171-ecd93a784e83 req-eaab0af7-eb67-4073-9900-96bb5e9c27cf tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:14.954021 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc287f58-f42f-426f-b171-ecd93a784e83 req-eaab0af7-eb67-4073-9900-96bb5e9c27cf tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0598080
Jan 10 12:55:14.967807 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:14.968513 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.002467 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:15.009449 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc287f58-f42f-426f-b171-ecd93a784e83 req-9245cb66-d964-4879-8443-0d4459de4f49 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498707
Jan 10 12:55:15.010755 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.059636 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:15.108286 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for router_gateway (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.315767 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.477946 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9abd67-3120-4d93-b7e0-c46abdd87bd9 None None] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:15.488311 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-a4b2432f-1154-4bd5-b491-2e40f7ae7868 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:15.489795 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-a4b2432f-1154-4bd5-b491-2e40f7ae7868 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 945 time: 0.0605075
Jan 10 12:55:15.490894 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109428) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:55:15.558314 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-64290299-abe2-45b2-87b8-bb3d712020c2 None None] Provisioning complete for port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:15.558686 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-64290299-abe2-45b2-87b8-bb3d712020c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.675815 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:15.687710 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Deleting port ae828662-bdad-421c-96d6-5bded1ca3706 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:15.688057 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.688852 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Sync routers for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:15.689326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-64290299-abe2-45b2-87b8-bb3d712020c2 None None] Current status of the port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:15.707324 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:15.708048 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd0e7f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:15.716892 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:15.718075 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-ddaf23a3-709f-4e06-9e4d-1dc8360a8ebf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9611290
Jan 10 12:55:15.721323 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41380) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:15.845532 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:15.850945 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] For port ae828662-bdad-421c-96d6-5bded1ca3706, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ae828662-bdad-421c-96d6-5bded1ca3706,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:15.855399 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.023009 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-fea30c57-22cd-4a37-8436-9b1768955338 None None] Provisioning complete for port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:16.024658 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-fea30c57-22cd-4a37-8436-9b1768955338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.064362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.064913 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.065352 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Floating IP ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a disassociated. External IP: 172.37.5.13, port: ae828662-bdad-421c-96d6-5bded1ca3706.
Jan 10 12:55:16.065861 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Calling delete_port for ae828662-bdad-421c-96d6-5bded1ca3706 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:16.094732 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd0e7f10>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:14Z', 'revision_number': 3, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:16.136768 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Checking router: 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:16.137696 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Updating router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:55:16.169130 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.193354 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-fea30c57-22cd-4a37-8436-9b1768955338 None None] Current status of the port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:16.221481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (ae828662-bdad-421c-96d6-5bded1ca3706), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.252944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'Port': ['ID=ae828662-bdad-421c-96d6-5bded1ca3706,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:16.276917 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271fc7-286e-4a12-b39c-3ac75543b7e2 req-01f81071-cf00-4af0-8a7b-16ac5cc856ec tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:16.284822 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-da271fc7-286e-4a12-b39c-3ac75543b7e2 req-01f81071-cf00-4af0-8a7b-16ac5cc856ec tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaa1635d-336e-4ff1-b152-bfa017da324b HTTP/1.1" status: 200  len: 867 time: 0.1094306
Jan 10 12:55:16.363120 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-da271fc7-286e-4a12-b39c-3ac75543b7e2 req-0d2d82bc-9f44-4324-9e87-f083df6806c3 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups?id=a2822f92-b80e-4f9d-bfe4-39beee50831e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772889
Jan 10 12:55:16.384168 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:16.407324 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.465316 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks [] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.472638 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.497074 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:16.510611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:16.529015 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:16.529632 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc268a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:16.531050 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Attempting to bind port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:16.531421 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Attempting to bind port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:16.532965 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Attempting to bind port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:16.537583 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Pushing event updated for resources: {'Port': ['ID=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:16.546176 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:16.546484 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:16.546886 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.547291 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:16.547788 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Bound port: 1a8ed9d6-afa9-455b-a261-8c44484a4aa5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:16.548168 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.550419 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.550792 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.551151 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.551493 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.551848 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.552179 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.552510 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.552837 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.553161 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.553514 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.553844 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.554167 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.554488 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:16.554784 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] No DVR routers for this DVR port ae828662-bdad-421c-96d6-5bded1ca3706 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:16.560239 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.562975 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-fddd59e7-b547-4ce1-bde0-6622fd075be9 req-19b3b81f-2c8a-4ed1-90c3-24cfa1526b16 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.15 "DELETE /v2.0/ports/ae828662-bdad-421c-96d6-5bded1ca3706 HTTP/1.1" status: 204  len: 173 time: 1.0675693
Jan 10 12:55:16.563447 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'name': 'network-vif-deleted', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:55:16.572244 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d1760c-ab83-4ee4-9501-127a2929c4aa" -d '{"events": [{"server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "name": "network-vif-deleted", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:55:16.603472 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Allocated IP 172.20.0.1 (5dde8660-5815-4008-9294-7b6a2f37fa4c/87d6dadb-3226-4641-8d8c-3953f9d9499e/4d372e97-f405-4da0-9b98-b5d819e0324d) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:16.622111 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] For port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:16.626392 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] For port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:16.635274 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973e4ff4-e720-4e37-b3d7-5e7a63a2232f x-openstack-request-id: req-973e4ff4-e720-4e37-b3d7-5e7a63a2232f {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:55:16.635777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa1635d-336e-4ff1-b152-bfa017da324b", "name": "network-vif-deleted", "tag": "ae828662-bdad-421c-96d6-5bded1ca3706", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:55:16.636187 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-973e4ff4-e720-4e37-b3d7-5e7a63a2232f {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:55:16.636719 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.637781 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa1635d-336e-4ff1-b152-bfa017da324b', 'name': 'network-vif-deleted', 'tag': 'ae828662-bdad-421c-96d6-5bded1ca3706', 'status': 'completed', 'code': 200}
Jan 10 12:55:16.691507 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cbc92-42d8-45c8-8abe-f1459c4c8bcf None None] Pushing event updated for resources: {'Port': ['ID=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:16.719159 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:16.737703 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:16.738383 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd0e7f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:16.807174 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks [] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.848677 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device b7e91ebd-8513-43b0-9c0e-8a1db9ace04f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:16.852819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.898972 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:16.903965 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:16.906888 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:16.911690 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:16.914574 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Pushing event updated for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:16.970923 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:16.994537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:16.995031 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.123371 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc268a60>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:17.155199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:17.163217 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd0e7f10>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:14Z', 'revision_number': 3, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:17.165901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:17.171904 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:17.172538 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc268a60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:17.184411 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.210607 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc166cbb-eeea-40a9-8a1a-c24945064aea None None] The sync data for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi is: [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:14Z', 'revision_number': 3, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:17.294118 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-e6906c7a-9c74-42d4-8593-22aa0255eecf None None] Provisioning complete for port 4d372e97-f405-4da0-9b98-b5d819e0324d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:17.294492 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-e6906c7a-9c74-42d4-8593-22aa0255eecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.349097 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-e6906c7a-9c74-42d4-8593-22aa0255eecf None None] Port 4d372e97-f405-4da0-9b98-b5d819e0324d cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:17.370240 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:17.411766 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks [] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.417828 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.461906 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41406) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:17.510498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Pushing event updated for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:17.513306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.569035 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (a2822f92-b80e-4f9d-bfe4-39beee50831e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.606902 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (a2822f92-b80e-4f9d-bfe4-39beee50831e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.647382 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc268a60>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:17.657959 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:17.659360 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:17.680917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a2822f92-b80e-4f9d-bfe4-39beee50831e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.684966 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.687024 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "DELETE /v2.0/security-groups/a2822f92-b80e-4f9d-bfe4-39beee50831e HTTP/1.1" status: 204  len: 168 time: 0.2237570
Jan 10 12:55:17.701975 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41408) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:17.703437 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee90e6-0f58-462a-896e-2a448c3f3247 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2822f92-b80e-4f9d-bfe4-39beee50831e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:17.727016 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.api.v2.resource [None req-5472caea-72c9-4e0d-adb7-1bf7c56529d9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] show failed (client error): The resource could not be found.
Jan 10 12:55:17.735712 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5472caea-72c9-4e0d-adb7-1bf7c56529d9 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "GET /v2.0/security-groups/a2822f92-b80e-4f9d-bfe4-39beee50831e HTTP/1.1" status: 404  len: 347 time: 0.0279796
Jan 10 12:55:17.736641 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41410) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:17.827765 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:17.896248 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ebac88-fa01-40f7-b21a-67c2adbe1197 None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:48:56Z', 'revision_number': 4, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1dbd2494-5065-495e-9324-1128497e98b6', 'name': '', 'network_id': '87c964fb-a880-497c-9fae-14b2acc2e4e6', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'mac_address': 'fa:16:3e:81:da:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '22ea15e4-176d-416b-ba21-7416cf396861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:55Z', 'updated_at': '2022-01-10T12:49:01Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'subnets': [{'id': '22ea15e4-176d-416b-ba21-7416cf396861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:17.937221 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Deleting port 887551bb-dbbf-493f-9f2a-e06ba0d2baa5 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:17.937814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:17.992363 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:18.004968 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a423562e-b55d-4d15-96bf-d4a95651c41e admin admin] 10.222.0.13 "PUT /v2.0/routers/6dda3f20-643b-4b1e-a4d2-567ddc57aa89/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2820485
Jan 10 12:55:18.037840 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.038249 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.058281 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Calling delete_port for 887551bb-dbbf-493f-9f2a-e06ba0d2baa5 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:18.085343 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-03cca0f0-9281-451e-8616-83a5b176cbe0 None None] Provisioning complete for port 4d372e97-f405-4da0-9b98-b5d819e0324d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:18.085985 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-03cca0f0-9281-451e-8616-83a5b176cbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.131648 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-03cca0f0-9281-451e-8616-83a5b176cbe0 None None] Port 4d372e97-f405-4da0-9b98-b5d819e0324d cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:18.239881 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (887551bb-dbbf-493f-9f2a-e06ba0d2baa5), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.272119 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Pushing event deleted for resources: {'Port': ['ID=887551bb-dbbf-493f-9f2a-e06ba0d2baa5,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:18.313252 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede293f-c539-4ae7-8539-cf3338a7ead0 None None] New status for floating IP ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:55:18.358501 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks [] for floatingip (ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.361359 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.363566 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-7481bb3b-40c2-49ec-be44-872ca56fde42 tempest-AttachVolumeTestJSON-2108413537 tempest-AttachVolumeTestJSON-2108413537-project] 10.222.0.13 "DELETE /v2.0/floatingips/ca3d9228-d594-4e59-88c5-1dbfa3ea3f9a HTTP/1.1" status: 204  len: 168 time: 0.6249888
Jan 10 12:55:18.628585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41436) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:18.633705 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1475775644-network', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:18.659930 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Made reservation on behalf of 12065deb6ca342fcb2edb62db8dccf9b for: {'network': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:18.662736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for network (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.673975 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.676086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device ae828662-bdad-421c-96d6-5bded1ca3706 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:18.702611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: ae828662-bdad-421c-96d6-5bded1ca3706 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:18.703282 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device ae828662-bdad-421c-96d6-5bded1ca3706 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:18.772000 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks [] for security_group (072c7f44-a01f-4bfd-b232-32269adbb655), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.780925 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (072c7f44-a01f-4bfd-b232-32269adbb655), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.803832 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61}  {{(pid=109428) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jan 10 12:55:18.818943 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c7f44-a01f-4bfd-b232-32269adbb655,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:18.824579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (eb6c3735-5112-4704-b4c0-8121a63bc51c), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.824969 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.segments_db [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Added segment eb6c3735-5112-4704-b4c0-8121a63bc51c of type vlan for network 7c19c674-e880-4451-8fba-7219b0e304d9
Jan 10 12:55:18.825954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41440) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:18.849618 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:18.868486 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744485457758'] for network (7c19c674-e880-4451-8fba-7219b0e304d9), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.897155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222'] for network (7c19c674-e880-4451-8fba-7219b0e304d9), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.898553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:18.899320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.900348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:18.900893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.958408 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bf16cff5-dc41-40df-bfa7-1f6a9250e1d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:18.973800 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3439844
Jan 10 12:55:18.978122 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41444) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:18.983848 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Request body: {'subnet': {'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1475775644-subnet', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'ip_version': 4}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:18.984134 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664028d-3eeb-4859-8362-1c91875911d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c19c674-e880-4451-8fba-7219b0e304d9,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:18.994563 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:18.994973 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.002122 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Network 7c19c674-e880-4451-8fba-7219b0e304d9 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=109430) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Jan 10 12:55:19.038879 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Made reservation on behalf of 12065deb6ca342fcb2edb62db8dccf9b for: {'subnet': 1} {{(pid=109429) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:19.041301 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8551441'] for subnet (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.066295 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:19.075253 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.133531 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:19.141815 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bf16cff5-dc41-40df-bfa7-1f6a9250e1d5 admin admin] Publish callbacks [] for security_group (9fec66a3-6890-4d34-8d02-6d28f5c65000), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.149310 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-bf16cff5-dc41-40df-bfa7-1f6a9250e1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9fec66a3-6890-4d34-8d02-6d28f5c65000), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.216182 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-bf16cff5-dc41-40df-bfa7-1f6a9250e1d5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84b8a137aaf143ddbb6cb2a4d5cb5823&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3884428
Jan 10 12:55:19.218995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41446) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:19.221313 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16cff5-dc41-40df-bfa7-1f6a9250e1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fec66a3-6890-4d34-8d02-6d28f5c65000,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:19.272828 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] Publish callbacks [] for security_group (9fec66a3-6890-4d34-8d02-6d28f5c65000), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.285544 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8875859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8551427'] for subnet (f54ca4d0-d01b-4dda-803f-303845f9c0fe), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.295192 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] Publish callbacks [] for security_group (9fec66a3-6890-4d34-8d02-6d28f5c65000), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.345632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54ca4d0-d01b-4dda-803f-303845f9c0fe,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:19.346549 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9fec66a3-6890-4d34-8d02-6d28f5c65000), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.349511 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.351136 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fec66a3-6890-4d34-8d02-6d28f5c65000 HTTP/1.1" status: 204  len: 168 time: 0.1310530
Jan 10 12:55:19.356808 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Sync routers for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:19.358452 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Checking segment: {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109429) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:19.358886 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Network hostable DHCP agents. Network: 7c19c674-e880-4451-8fba-7219b0e304d9, hostable agents: ['918ebfc5-d92e-474d-a3f5-7bcbe65b1db4'], hosted agents: [] {{(pid=109429) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jan 10 12:55:19.369966 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82f618-27d4-4d07-b83a-4a0e4d619a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fec66a3-6890-4d34-8d02-6d28f5c65000,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:19.377720 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Network 7c19c674-e880-4451-8fba-7219b0e304d9 is scheduled to be hosted by DHCP agent 918ebfc5-d92e-474d-a3f5-7bcbe65b1db4 with binding_index 1 {{(pid=109429) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jan 10 12:55:19.377862 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:19.378790 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc200520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:19.388653 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7c19c674-e880-4451-8fba-7219b0e304d9) {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:19.392954 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:19.393734 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.410731 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-fc4faed7-50b2-427b-b75a-f1ac2cd08cee admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4307139
Jan 10 12:55:19.413309 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41450) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:19.417866 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:19.424310 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a2f6c-ccad-4c1c-bad9-64d225661890 None None] Network 7c19c674-e880-4451-8fba-7219b0e304d9 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:19.444254 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-635042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4631'] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.445658 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637883', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-674109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4622'] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.506953 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for router_controller (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), precommit_add_association {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.575820 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:19.688281 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7c19c674-e880-4451-8fba-7219b0e304d9', 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9', 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'fixed_ips': [{'subnet_id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe'}]}} from dv-cinder-master-3-iscsi. {{(pid=109430) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}}
Jan 10 12:55:19.690302 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.696810 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41460) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:19.712195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79123731-c8bd-41ce-bae2-19319b37b1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.801608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79123731-c8bd-41ce-bae2-19319b37b1af admin admin] Publish callbacks [] for security_group (22dcb397-0ba1-4a84-940e-a92143177df0), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.807497 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79123731-c8bd-41ce-bae2-19319b37b1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22dcb397-0ba1-4a84-940e-a92143177df0), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.848962 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-79123731-c8bd-41ce-bae2-19319b37b1af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26403772e0fc46d3b1b9704bb3cb43d3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1506345
Jan 10 12:55:19.852320 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41462) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:19.860518 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79123731-c8bd-41ce-bae2-19319b37b1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dcb397-0ba1-4a84-940e-a92143177df0,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:19.910649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] Publish callbacks [] for security_group (22dcb397-0ba1-4a84-940e-a92143177df0), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.928148 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.db_base_plugin_common [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Allocated IP 172.20.0.2 (7c19c674-e880-4451-8fba-7219b0e304d9/f54ca4d0-d01b-4dda-803f-303845f9c0fe/41b1e3f6-8a64-4a92-be1f-0125dea48454) {{(pid=109430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:19.935191 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] Publish callbacks [] for security_group (22dcb397-0ba1-4a84-940e-a92143177df0), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.968464 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for router_gateway (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.986740 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (22dcb397-0ba1-4a84-940e-a92143177df0), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.989553 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:19.990908 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22dcb397-0ba1-4a84-940e-a92143177df0 HTTP/1.1" status: 204  len: 168 time: 0.1373215
Jan 10 12:55:20.000837 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9697543c-d86c-4c44-8d3e-e655eab5ae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dcb397-0ba1-4a84-940e-a92143177df0,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:20.018399 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc200520>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 2, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:20.055909 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Checking router: 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:20.056270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Updating router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 port 4d372e97-f405-4da0-9b98-b5d819e0324d binding host dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:55:20.102642 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.186098 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks [] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), precommit_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.195630 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for router_gateway (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.197924 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), after_create {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.223331 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.318000 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Network 7c19c674-e880-4451-8fba-7219b0e304d9 is already hosted by enough agents. {{(pid=109430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:20.324549 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.scheduler.base_scheduler [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Resources bound (agent type, host, resource id):  {{(pid=109430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:20.327733 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Received port after_create {{(pid=109430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:20.333862 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Allocated IP 172.37.5.156 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/ea5f4281-9caa-415a-a20a-19790bcad57b) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:20.358270 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Pushing event updated for resources: {'Port': ['ID=41b1e3f6-8a64-4a92-be1f-0125dea48454,revision_number=1']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:20.449611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Attempting to bind port 41b1e3f6-8a64-4a92-be1f-0125dea48454 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:20.450018 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Attempting to bind port 41b1e3f6-8a64-4a92-be1f-0125dea48454 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:20.450389 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Attempting to bind port 41b1e3f6-8a64-4a92-be1f-0125dea48454 on network 7c19c674-e880-4451-8fba-7219b0e304d9 {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:20.456849 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:20.457228 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Checking segment: {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:20.457630 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.458199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Bound using segment: {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:20.458753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Bound port: 41b1e3f6-8a64-4a92-be1f-0125dea48454, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:20.459137 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.460040 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.496512 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.534795 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:20.539132 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:20.542660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:20.570926 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Pushing event updated for resources: {'Port': ['ID=ea5f4281-9caa-415a-a20a-19790bcad57b,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:20.574901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] For port 41b1e3f6-8a64-4a92-be1f-0125dea48454, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:20.595915 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] For port 41b1e3f6-8a64-4a92-be1f-0125dea48454, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b1e3f6-8a64-4a92-be1f-0125dea48454,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:20.603945 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.611123 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks [] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), precommit_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.645105 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:20.685315 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c230-eb56-44de-9dad-f500ca66a59e None None] Pushing event updated for resources: {'Port': ['ID=41b1e3f6-8a64-4a92-be1f-0125dea48454,revision_number=2']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:20.927447 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:20.960016 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for router_gateway (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.008048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Attempting to bind port 4d372e97-f405-4da0-9b98-b5d819e0324d on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:21.008417 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Attempting to bind port 4d372e97-f405-4da0-9b98-b5d819e0324d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:21.008778 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Attempting to bind port 4d372e97-f405-4da0-9b98-b5d819e0324d on network 5dde8660-5815-4008-9294-7b6a2f37fa4c {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:21.029118 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:21.029504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Checking segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:21.029915 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.030314 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Bound using segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} {{(pid=109430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:21.030969 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.managers [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Bound port: 4d372e97-f405-4da0-9b98-b5d819e0324d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}}] {{(pid=109430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:21.031368 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.036882 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341f13-2ea5-4370-bedf-fb6669b74411 None None] Pushing event updated for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:21.161678 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:21.161911 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.199098 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-2fc70e6c-8cc5-4ad7-b669-f0cb0c9b0c65 None None] Provisioning complete for port 4d372e97-f405-4da0-9b98-b5d819e0324d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:21.199611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2fc70e6c-8cc5-4ad7-b669-f0cb0c9b0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.239375 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] For port 4d372e97-f405-4da0-9b98-b5d819e0324d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:21.265673 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] For port 4d372e97-f405-4da0-9b98-b5d819e0324d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4d372e97-f405-4da0-9b98-b5d819e0324d,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:21.277264 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.279246 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-2fc70e6c-8cc5-4ad7-b669-f0cb0c9b0c65 None None] Port 4d372e97-f405-4da0-9b98-b5d819e0324d cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:21.296698 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-634941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637838'] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.381136 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:21.381785 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc200520>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:21.386099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341f13-2ea5-4370-bedf-fb6669b74411 None None] Pushing event updated for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:21.463165 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:21.479501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 is scheduled to L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e with binding_index 1 {{(pid=109429) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jan 10 12:55:21.528384 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:21.606132 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:21.619949 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Sync routers for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:21.630115 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:21.631078 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd00ce50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:21.631438 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.636312 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41502) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:21.636901 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f1d5c03a-3d6a-4e4d-9688-ec5e6849b950 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.2221518
Jan 10 12:55:21.732201 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Provisioning complete for port 4d372e97-f405-4da0-9b98-b5d819e0324d triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:21.732201 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.782901 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:21.898052 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Current status of the port 4d372e97-f405-4da0-9b98-b5d819e0324d is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:21.898646 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:21.927093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc200520>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:21.972058 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ced92c-483a-4a6c-bbc0-edbe4b1b7a36 None None] The sync data for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi is: [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:21.976221 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] For port 4d372e97-f405-4da0-9b98-b5d819e0324d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4d372e97-f405-4da0-9b98-b5d819e0324d,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:21.984692 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.064479 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd00ce50>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:20Z', 'revision_number': 3, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:22.080125 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46d8a8-0d75-428a-947c-43ead3f9c5be None None] Pushing event updated for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:22.140041 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Checking router: 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:22.140928 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Updating router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 port ea5f4281-9caa-415a-a20a-19790bcad57b binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:55:22.197441 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.210903 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56cc83-bfc5-4c20-9ca3-25d03fd1a039 None None] Network 7c19c674-e880-4451-8fba-7219b0e304d9 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:22.226072 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41510) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:22.341723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Provisioning complete for port 41b1e3f6-8a64-4a92-be1f-0125dea48454 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:22.342448 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.496304 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Current status of the port 41b1e3f6-8a64-4a92-be1f-0125dea48454 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:22.497288 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.549751 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] For port 41b1e3f6-8a64-4a92-be1f-0125dea48454, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b1e3f6-8a64-4a92-be1f-0125dea48454,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:22.555136 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.612317 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.646276 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3dbd64-aec2-4321-8a03-5c839f582020 None None] Pushing event updated for resources: {'Port': ['ID=41b1e3f6-8a64-4a92-be1f-0125dea48454,revision_number=3']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:22.816300 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-6af3d43a-e788-4fcc-bb2d-d5866312070d None None] Provisioning complete for port 41b1e3f6-8a64-4a92-be1f-0125dea48454 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:22.817809 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6af3d43a-e788-4fcc-bb2d-d5866312070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.871808 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks [] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:22.900565 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.029899 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 41b1e3f6-8a64-4a92-be1f-0125dea48454 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:23.065902 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Allocated IP 172.20.0.1 (7c19c674-e880-4451-8fba-7219b0e304d9/f54ca4d0-d01b-4dda-803f-303845f9c0fe/966f5226-4a85-439b-a2ee-073924169e80) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:23.075336 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00f33e-a49b-4058-9958-908f29943199 None None] Pushing event updated for resources: {'Port': ['ID=ea5f4281-9caa-415a-a20a-19790bcad57b,revision_number=2']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:23.082783 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Attempting to bind port ea5f4281-9caa-415a-a20a-19790bcad57b on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:23.083159 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Attempting to bind port ea5f4281-9caa-415a-a20a-19790bcad57b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:23.083978 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Attempting to bind port ea5f4281-9caa-415a-a20a-19790bcad57b on network b62a84e3-702b-401e-be42-557f83a3e00b {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:23.091150 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:23.091595 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Checking segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:23.092066 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.092523 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Bound using segment: {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:23.093327 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Bound port: ea5f4281-9caa-415a-a20a-19790bcad57b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05eac6ad-66bf-4e46-9ad1-97877285ed9e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:23.093905 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.108127 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-6af3d43a-e788-4fcc-bb2d-d5866312070d None None] Current status of the port 41b1e3f6-8a64-4a92-be1f-0125dea48454 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:23.150397 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (3b260336-c370-4d6f-8187-8f01d003a7b3), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.152623 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 41b1e3f6-8a64-4a92-be1f-0125dea48454 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:23.155645 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.216783 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] For port ea5f4281-9caa-415a-a20a-19790bcad57b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:23.221758 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] For port ea5f4281-9caa-415a-a20a-19790bcad57b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea5f4281-9caa-415a-a20a-19790bcad57b,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:23.229156 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.316781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks [] for port (966f5226-4a85-439b-a2ee-073924169e80), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.322222 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 41b1e3f6-8a64-4a92-be1f-0125dea48454 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:23.323359 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 4d372e97-f405-4da0-9b98-b5d819e0324d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:23.362245 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:23.362536 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.362965 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbd00ce50>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:23.427811 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00f33e-a49b-4058-9958-908f29943199 None None] Pushing event updated for resources: {'Port': ['ID=ea5f4281-9caa-415a-a20a-19790bcad57b,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:23.438524 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 4d372e97-f405-4da0-9b98-b5d819e0324d triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:23.438903 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.448736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Network 7c19c674-e880-4451-8fba-7219b0e304d9 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:23.458649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:23.479118 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:23.570675 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:23.574044 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Pushing event updated for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:23.591053 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 4d372e97-f405-4da0-9b98-b5d819e0324d is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:23.596230 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Deleting port 1dbd2494-5065-495e-9324-1128497e98b6 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:23.596642 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1dbd2494-5065-495e-9324-1128497e98b6), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.621172 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-638907'] for router_interface (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.718818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] For port 1dbd2494-5065-495e-9324-1128497e98b6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1dbd2494-5065-495e-9324-1128497e98b6,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:23.719219 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1dbd2494-5065-495e-9324-1128497e98b6), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.734306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Calling delete_port for 1dbd2494-5065-495e-9324-1128497e98b6 owned by network:router_interface {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:23.823986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (966f5226-4a85-439b-a2ee-073924169e80), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.838703 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-76f8bf7c-e2e6-4216-82a9-2f6e45ab26e1 None None] Provisioning complete for port 966f5226-4a85-439b-a2ee-073924169e80 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:23.839071 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-76f8bf7c-e2e6-4216-82a9-2f6e45ab26e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (966f5226-4a85-439b-a2ee-073924169e80), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.881543 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbd00ce50>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:20Z', 'revision_number': 3, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:23.886740 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-76f8bf7c-e2e6-4216-82a9-2f6e45ab26e1 None None] Port 966f5226-4a85-439b-a2ee-073924169e80 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:23.913669 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c12997-4f1a-4206-acd4-1f5d7699226d None None] The sync data for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi is: [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:20Z', 'revision_number': 3, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:23.958158 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (1dbd2494-5065-495e-9324-1128497e98b6), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:23.988323 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dbd2494-5065-495e-9324-1128497e98b6,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:24.029631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks [] for port (966f5226-4a85-439b-a2ee-073924169e80), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:24.037222 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:24.120423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638799'] for router_interface (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:24.122499 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Pushing event updated for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:24.176303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (3b260336-c370-4d6f-8187-8f01d003a7b3), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:24.245768 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Network 7c19c674-e880-4451-8fba-7219b0e304d9 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:24.247650 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:24.433585 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:24.519199 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-f6aae2a4-e64d-4d4d-9264-ac473f9322cb None None] Provisioning complete for port 966f5226-4a85-439b-a2ee-073924169e80 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:24.521907 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-f6aae2a4-e64d-4d4d-9264-ac473f9322cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (966f5226-4a85-439b-a2ee-073924169e80), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:24.564021 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:24.571299 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-39cbe973-bc67-4548-bac8-3c76c0474166 admin admin] 10.222.0.13 "PUT /v2.0/routers/42e71c60-61e5-4064-b2c7-dd7f7e50a2e2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9328380
Jan 10 12:55:24.595638 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-f6aae2a4-e64d-4d4d-9264-ac473f9322cb None None] Port 966f5226-4a85-439b-a2ee-073924169e80 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:24.715237 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Router 3b260336-c370-4d6f-8187-8f01d003a7b3 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:55:24.889356 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:55:24.900402 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Sync routers for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:24.901801 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b41c5a08-dba0-44a1-8bcd-f82ec6563f98 admin admin] 10.222.0.13 "PUT /v2.0/routers/3b260336-c370-4d6f-8187-8f01d003a7b3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6745253
Jan 10 12:55:24.904520 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41544) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:24.939762 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:24.942340 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2a1f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:24.944597 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device ea5f4281-9caa-415a-a20a-19790bcad57b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:25.069830 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks [] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.110326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port ea5f4281-9caa-415a-a20a-19790bcad57b triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:25.110697 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.114045 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:25.180915 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks [] for router_gateway (3b260336-c370-4d6f-8187-8f01d003a7b3), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.237433 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Deleting port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:25.237772 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.323730 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] For port 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:25.324020 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.337010 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Calling delete_port for 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 owned by network:router_gateway {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:25.458715 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port ea5f4281-9caa-415a-a20a-19790bcad57b is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:25.459099 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.489317 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] For port ea5f4281-9caa-415a-a20a-19790bcad57b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea5f4281-9caa-415a-a20a-19790bcad57b,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:25.498331 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.513637 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1edb2eb6-bccc-42d9-bbd6-63fc34f30c56), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.541345 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2a1f10>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25'}], 'enable_snat': True}, 'gw_port_id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 5, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port': {'id': '1edb2eb6-bccc-42d9-bbd6-63fc34f30c56', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:92:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:48:52Z', 'updated_at': '2022-01-10T12:48:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:25.543474 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1edb2eb6-bccc-42d9-bbd6-63fc34f30c56,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:25.575809 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Checking router: 3b260336-c370-4d6f-8187-8f01d003a7b3 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:25.580723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Pushing event updated for resources: {'Port': ['ID=ea5f4281-9caa-415a-a20a-19790bcad57b,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:25.589016 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Routers {'3b260336-c370-4d6f-8187-8f01d003a7b3'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:25.589631 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2a1f10>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['3b260336-c370-4d6f-8187-8f01d003a7b3'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:25.608999 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (3b260336-c370-4d6f-8187-8f01d003a7b3), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.659173 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] Set router 3b260336-c370-4d6f-8187-8f01d003a7b3 gateway port host: None {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:25.700586 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.703147 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks [] for router_controller (3b260336-c370-4d6f-8187-8f01d003a7b3), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.713866 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2a1f10>, [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 7, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:25.740687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e420f4-62d1-4c79-b326-dcef46b069a3 None None] The sync data for ids ['3b260336-c370-4d6f-8187-8f01d003a7b3'] in dv-cinder-master-3-iscsi is: [{'id': '3b260336-c370-4d6f-8187-8f01d003a7b3', 'name': 'tempest-AttachVolumeTestJSON-253632560-router', 'tenant_id': '42f048bd448f467aa0b37935d03a60e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:48:51Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 7, 'project_id': '42f048bd448f467aa0b37935d03a60e9', 'gw_port_host': None}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:25.756692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (3b260336-c370-4d6f-8187-8f01d003a7b3), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.757251 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b260336-c370-4d6f-8187-8f01d003a7b3 {{(pid=109428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:55:25.761649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.763321 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-59a668ad-594c-4469-b13f-9fc8a6b56af1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3b260336-c370-4d6f-8187-8f01d003a7b3 HTTP/1.1" status: 204  len: 168 time: 0.8574631
Jan 10 12:55:25.765915 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41546) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:25.811287 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Deleting subnet 22ea15e4-176d-416b-ba21-7416cf396861 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:55:25.814657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Publish callbacks [] for subnet (22ea15e4-176d-416b-ba21-7416cf396861), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.826387 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Sync routers for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:55:25.837636 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:25.838289 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd32190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:25.849899 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (22ea15e4-176d-416b-ba21-7416cf396861), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.938065 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (22ea15e4-176d-416b-ba21-7416cf396861), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:25.955634 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:25.989581 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (22ea15e4-176d-416b-ba21-7416cf396861), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.014657 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ea15e4-176d-416b-ba21-7416cf396861,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.018232 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.025155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41554) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:26.026426 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cdcb1-e306-45b0-91df-5bcdff2decf1 None None] Network 87c964fb-a880-497c-9fae-14b2acc2e4e6 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:55:26.030135 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-32d35db5-7101-4900-abbb-658990fdf2dc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22ea15e4-176d-416b-ba21-7416cf396861 HTTP/1.1" status: 204  len: 168 time: 0.2575412
Jan 10 12:55:26.139908 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (87c964fb-a880-497c-9fae-14b2acc2e4e6), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.206495 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Deleting port 1f9197a2-d59c-477f-9222-11a5d85d102d {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:26.207082 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.239621 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] DHCP port deletion for 87c964fb-a880-497c-9fae-14b2acc2e4e6 request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:55:26.254244 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd32190>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 4, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '966f5226-4a85-439b-a2ee-073924169e80', 'name': '', 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'mac_address': 'fa:16:3e:1f:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:22Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 2, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'subnets': [{'id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:26.294332 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Checking router: 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:55:26.294784 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Updating router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 port 966f5226-4a85-439b-a2ee-073924169e80 binding host dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jan 10 12:55:26.304512 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] For port 1f9197a2-d59c-477f-9222-11a5d85d102d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9197a2-d59c-477f-9222-11a5d85d102d,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:26.304961 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.312324 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Deleting port 1f9197a2-d59c-477f-9222-11a5d85d102d {{(pid=109430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:55:26.312773 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), before_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.322345 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Calling delete_port for 1f9197a2-d59c-477f-9222-11a5d85d102d owned by network:dhcp {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:26.328396 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (966f5226-4a85-439b-a2ee-073924169e80), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.394537 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] For port 1f9197a2-d59c-477f-9222-11a5d85d102d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1f9197a2-d59c-477f-9222-11a5d85d102d,segment=NetworkSegment(27b63137-34b0-42e4-bc1b-8c38cfdb1317),segment_id=27b63137-34b0-42e4-bc1b-8c38cfdb1317)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:26.395179 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), precommit_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.416462 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Calling delete_port for 1f9197a2-d59c-477f-9222-11a5d85d102d owned by network:dhcp {{(pid=109430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:55:26.422207 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.460620 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9197a2-d59c-477f-9222-11a5d85d102d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.466329 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41558) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:26.471628 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-61546539', 'description': 'tempest-secgroup-smoke-61546539 description', 'project_id': '6274f5b54d23499882aaa38eced195e6'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:26.475537 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] No DVR routers for this DVR port 1f9197a2-d59c-477f-9222-11a5d85d102d on host dv-cinder-master-3-iscsi {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:26.502209 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.502593 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468'] for port (1f9197a2-d59c-477f-9222-11a5d85d102d), after_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.531342 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] Pushing event deleted for resources: {'Port': ['ID=1f9197a2-d59c-477f-9222-11a5d85d102d,revision_number=None']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.540433 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a9748-f4e0-4db7-b3cf-d411b01a16a5 None None] No DVR routers for this DVR port 1f9197a2-d59c-477f-9222-11a5d85d102d on host dv-cinder-master-3-iscsi {{(pid=109430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:55:26.568600 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (87c964fb-a880-497c-9fae-14b2acc2e4e6), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.590802 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (b594c79b-d8a4-4bcf-be9b-6f0b5b980d48), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.592998 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb70e1df0>,) {'filters': {'network_id': ['87c964fb-a880-497c-9fae-14b2acc2e4e6']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:26.599182 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b594c79b-d8a4-4bcf-be9b-6f0b5b980d48), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.605569 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb70e1df0>, '27b63137-34b0-42e4-bc1b-8c38cfdb1317') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:26.606195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb70e1df0>, '27b63137-34b0-42e4-bc1b-8c38cfdb1317') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:26.621479 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (27b63137-34b0-42e4-bc1b-8c38cfdb1317), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.640728 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.643858 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (27b63137-34b0-42e4-bc1b-8c38cfdb1317), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.648736 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.650694 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-56ee0f6f-f1fe-4863-b623-a0382741d6ad tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.1832910
Jan 10 12:55:26.650839 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:55:26.651278 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (27b63137-34b0-42e4-bc1b-8c38cfdb1317), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:55:26.654047 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:55:26.657328 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41560) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:26.663743 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:26.674875 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks [] for port (966f5226-4a85-439b-a2ee-073924169e80), precommit_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.691441 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.701339 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (e1fccfa6-83c0-4d81-af70-11cd44830c2e), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.740382 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (87c964fb-a880-497c-9fae-14b2acc2e4e6), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.743252 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c103d-5482-43aa-acac-433405ed302a None None] Pushing event updated for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=3']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.757916 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.769607 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] 10.222.0.13 "DELETE /v2.0/networks/87c964fb-a880-497c-9fae-14b2acc2e4e6 HTTP/1.1" status: 204  len: 168 time: 0.7425482
Jan 10 12:55:26.786933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286492d-17e4-41f0-9a9a-0e7ce364d51c admin admin] Pushing event deleted for resources: {'Network': ['ID=87c964fb-a880-497c-9fae-14b2acc2e4e6,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.843785 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Attempting to bind port 966f5226-4a85-439b-a2ee-073924169e80 on host dv-cinder-master-3-iscsi for vnic_type normal with profile  {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:26.844359 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Attempting to bind port 966f5226-4a85-439b-a2ee-073924169e80 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:26.844527 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Attempting to bind port 966f5226-4a85-439b-a2ee-073924169e80 on network 7c19c674-e880-4451-8fba-7219b0e304d9 {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:26.852385 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Checking agent: {'id': 'bbdc4739-df4c-4241-9636-673c81d20aa8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 39, 45), 'started_at': datetime.datetime(2022, 1, 10, 12, 40, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:26.852814 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Checking segment: {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:26.853247 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.853629 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Bound using segment: {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'} {{(pid=109431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:26.854099 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.managers [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Bound port: 966f5226-4a85-439b-a2ee-073924169e80, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb6c3735-5112-4704-b4c0-8121a63bc51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9'}}] {{(pid=109431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:26.854535 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (966f5226-4a85-439b-a2ee-073924169e80), before_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.856609 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (e1fccfa6-83c0-4d81-af70-11cd44830c2e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.871126 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (e1fccfa6-83c0-4d81-af70-11cd44830c2e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.907326 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device ea5f4281-9caa-415a-a20a-19790bcad57b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:26.909819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.911261 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2519135
Jan 10 12:55:26.912396 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c548a-8121-4e86-aa19-8b34397c6c7b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1fccfa6-83c0-4d81-af70-11cd44830c2e,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:26.914416 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41564) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:26.922623 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:26.978666 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] For port 966f5226-4a85-439b-a2ee-073924169e80, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=109431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:26.987985 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41568) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:26.988096 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.plugins.ml2.db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] For port 966f5226-4a85-439b-a2ee-073924169e80, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=966f5226-4a85-439b-a2ee-073924169e80,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:26.995476 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron_lib.callbacks.manager [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_update {{(pid=109431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:26.999273 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (13bfe70e-0198-4b7e-9b85-e5e644ea0a97), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.055578 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port ea5f4281-9caa-415a-a20a-19790bcad57b triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:27.055947 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.080744 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-55b9ac99-ec91-4b2c-85fd-c6b02b394212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42f048bd448f467aa0b37935d03a60e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0903902
Jan 10 12:55:27.084441 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41572) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:27.111373 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:55:27.112441 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd32190>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:11Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:27.164833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (13bfe70e-0198-4b7e-9b85-e5e644ea0a97), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.176136 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (13bfe70e-0198-4b7e-9b85-e5e644ea0a97), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.227388 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bfe70e-0198-4b7e-9b85-e5e644ea0a97,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.239117 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] Publish callbacks [] for security_group (bfc5339c-cf52-494b-b3b7-4d601057c443), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.244852 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.247395 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-9b88b72a-4945-4a01-acef-8f3199a3d329 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3312144
Jan 10 12:55:27.249318 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41574) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:27.255626 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port ea5f4281-9caa-415a-a20a-19790bcad57b is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:27.256587 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:27.271181 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:55:27.273738 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Provisioning complete for port 966f5226-4a85-439b-a2ee-073924169e80 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:27.274315 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (966f5226-4a85-439b-a2ee-073924169e80), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.313170 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] Publish callbacks [] for security_group (bfc5339c-cf52-494b-b3b7-4d601057c443), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.339617 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (898440fa-f548-4dec-b12e-8151a0b168f9), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.441455 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Current status of the port 966f5226-4a85-439b-a2ee-073924169e80 is: DOWN; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:27.441882 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (966f5226-4a85-439b-a2ee-073924169e80), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.444755 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bfc5339c-cf52-494b-b3b7-4d601057c443), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.447903 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.448497 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:27.452582 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc5339c-cf52-494b-b3b7-4d601057c443 HTTP/1.1" status: 204  len: 168 time: 0.3624158
Jan 10 12:55:27.474858 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (898440fa-f548-4dec-b12e-8151a0b168f9), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.477350 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100da679-caab-4f7d-a9ec-f4239867473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5339c-cf52-494b-b3b7-4d601057c443,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.491011 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (898440fa-f548-4dec-b12e-8151a0b168f9), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.515876 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:27.516289 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1edb2eb6-bccc-42d9-bbd6-63fc34f30c56 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:27.517081 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1dbd2494-5065-495e-9324-1128497e98b6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:27.521942 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898440fa-f548-4dec-b12e-8151a0b168f9,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.544507 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.546674 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c57703d8-ae35-44d7-9cb6-c133c814f381 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2940133
Jan 10 12:55:27.547344 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] For port 966f5226-4a85-439b-a2ee-073924169e80, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=966f5226-4a85-439b-a2ee-073924169e80,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:27.548838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 1dbd2494-5065-495e-9324-1128497e98b6 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:27.549175 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41582) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:27.549580 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1dbd2494-5065-495e-9324-1128497e98b6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:27.550229 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1f9197a2-d59c-477f-9222-11a5d85d102d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:55:27.554594 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:27.572466 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 1f9197a2-d59c-477f-9222-11a5d85d102d {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:55:27.573082 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1f9197a2-d59c-477f-9222-11a5d85d102d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:55:27.575228 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.624214 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (cf518493-ae8a-4a57-8a81-5fc7ae64c018), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.651612 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4edf3-17ce-4e8c-a760-c68ee0dcbd26 None None] Pushing event updated for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.663292 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c103d-5482-43aa-acac-433405ed302a None None] Pushing event updated for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=4']} {{(pid=109431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.698144 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (cf518493-ae8a-4a57-8a81-5fc7ae64c018), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.702876 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (cf518493-ae8a-4a57-8a81-5fc7ae64c018), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.704895 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-98e3f7c0-608b-469e-bc11-a3c0756453fb None None] Provisioning complete for port 966f5226-4a85-439b-a2ee-073924169e80 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:27.705276 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-98e3f7c0-608b-469e-bc11-a3c0756453fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (966f5226-4a85-439b-a2ee-073924169e80), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.729643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf518493-ae8a-4a57-8a81-5fc7ae64c018,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.743340 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.744892 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-21441b16-0965-46e3-bb3d-9d48df9c4165 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1947212
Jan 10 12:55:27.749035 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41588) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:27.755824 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:27.776812 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcd32190>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 4, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '966f5226-4a85-439b-a2ee-073924169e80', 'name': '', 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'mac_address': 'fa:16:3e:1f:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:22Z', 'updated_at': '2022-01-10T12:55:26Z', 'revision_number': 4, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'subnets': [{'id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:55:27.803608 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.securitygroups_db [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Project 6274f5b54d23499882aaa38eced195e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:55:27.809644 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2b885-60bf-4f76-8106-c271a2e6beb7 None None] The sync data for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi is: [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:55:23Z', 'revision_number': 4, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '966f5226-4a85-439b-a2ee-073924169e80', 'name': '', 'network_id': '7c19c674-e880-4451-8fba-7219b0e304d9', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'mac_address': 'fa:16:3e:1f:5e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:22Z', 'updated_at': '2022-01-10T12:55:26Z', 'revision_number': 4, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'subnets': [{'id': 'f54ca4d0-d01b-4dda-803f-303845f9c0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:55:27.813369 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (e27529c7-4c45-4ead-8b56-05b1397af45e), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.848461 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-98e3f7c0-608b-469e-bc11-a3c0756453fb None None] Current status of the port 966f5226-4a85-439b-a2ee-073924169e80 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:27.900608 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (e27529c7-4c45-4ead-8b56-05b1397af45e), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.906264 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (e27529c7-4c45-4ead-8b56-05b1397af45e), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.935417 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27529c7-4c45-4ead-8b56-05b1397af45e,revision_number=0']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:27.941199 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:27.943959 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-51fa876b-1e5d-4c0f-93c8-155be337f9e8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1938858
Jan 10 12:55:27.945423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41592) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:27.952173 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'security_group_rule': {'security_group_id': 'b594c79b-d8a4-4bcf-be9b-6f0b5b980d48', 'project_id': '6274f5b54d23499882aaa38eced195e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:27.980106 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.securitygroups_db [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Project 6274f5b54d23499882aaa38eced195e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jan 10 12:55:27.988817 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (d0edd650-9315-4ba2-83de-8a63f6b6181f), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:28.066099 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (d0edd650-9315-4ba2-83de-8a63f6b6181f), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:28.071126 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883615'] for security_group_rule (d0edd650-9315-4ba2-83de-8a63f6b6181f), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:28.093930 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0edd650-9315-4ba2-83de-8a63f6b6181f,revision_number=0']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:28.101917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:28.112485 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-018df8fa-a29a-4c62-adfa-3aa9df3ac41f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1569455
Jan 10 12:55:28.777534 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:55:28.879630 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 966f5226-4a85-439b-a2ee-073924169e80 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:55:28.949214 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Provisioning complete for port 966f5226-4a85-439b-a2ee-073924169e80 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:28.949875 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (966f5226-4a85-439b-a2ee-073924169e80), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:29.114264 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Current status of the port 966f5226-4a85-439b-a2ee-073924169e80 is: ACTIVE; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:33.812302 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 41750) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:33.919284 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c70c54a0-35f3-4178-8587-7ea09c905a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:33.995565 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c70c54a0-35f3-4178-8587-7ea09c905a86 admin admin] Publish callbacks [] for security_group (9ebcadf0-58e6-46fa-8e37-c408054b5ad6), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.001092 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c70c54a0-35f3-4178-8587-7ea09c905a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9ebcadf0-58e6-46fa-8e37-c408054b5ad6), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.038066 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c70c54a0-35f3-4178-8587-7ea09c905a86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae59f1b1a5c74c759d6d4780bb3012e3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2243736
Jan 10 12:55:34.040516 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c54a0-35f3-4178-8587-7ea09c905a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebcadf0-58e6-46fa-8e37-c408054b5ad6,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:34.040850 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 41756) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:34.092890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] Publish callbacks [] for security_group (9ebcadf0-58e6-46fa-8e37-c408054b5ad6), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.117616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] Publish callbacks [] for security_group (9ebcadf0-58e6-46fa-8e37-c408054b5ad6), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.168461 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9ebcadf0-58e6-46fa-8e37-c408054b5ad6), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.173447 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:34.179421 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ebcadf0-58e6-46fa-8e37-c408054b5ad6 HTTP/1.1" status: 204  len: 168 time: 0.1326957
Jan 10 12:55:34.185118 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bfb4c-29ee-4018-89c9-47a010820c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebcadf0-58e6-46fa-8e37-c408054b5ad6,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:38.636039 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3ffd5c09-7a82-4735-810a-4c38907644cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:40.877266 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-8bcfbf7a-b7e4-4882-9581-a020baedbdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:42.057479 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:43.711719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:44.152693 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:44.855728 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:47.108935 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-c9eea183-4ba4-40e7-94a1-eb38ef90fce3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849435366&fields=id&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 267 time: 0.0434642
Jan 10 12:55:47.226861 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-bdb4caf8-bb84-4341-8d5f-29a82981bf0d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:47.228446 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-bdb4caf8-bb84-4341-8d5f-29a82981bf0d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1132150
Jan 10 12:55:47.242976 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-6c360272-5285-47ff-81fc-45d3282b1c15 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/quotas/503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 375 time: 0.0090826
Jan 10 12:55:47.296748 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-753da7c4-f9c5-463c-9803-ac89051c0269 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0484102
Jan 10 12:55:47.405385 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-5bb23f34-d3ec-4786-96bb-23b1a0195449 service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910940
Jan 10 12:55:47.496984 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-3f908bea-7b82-49e7-9ecf-a7c2feb8d327 service neutron] 10.222.0.13 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857759
Jan 10 12:55:47.817078 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6ad36cfe-835d-46c0-85a9-219bf407b432 req-99f34270-ac03-4504-9120-5340acaf3f62 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 210 time: 0.0446928
Jan 10 12:55:48.907768 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-26ce201b-5c21-4bf9-b6a1-cc2d07200c5f req-043477d6-530a-4c36-ac77-abf7a7ad74b6 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 210 time: 0.0275271
Jan 10 12:55:49.142542 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-2c802a8c-7598-4a1e-a536-f61c500d5484 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:49.144150 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-2c802a8c-7598-4a1e-a536-f61c500d5484 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 811 time: 0.1288784
Jan 10 12:55:49.221808 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-20105025-2cd9-4d39-9dbd-f217b9e300d2 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=503dbd8843034c38a1dbc86c07c6f549 HTTP/1.1" status: 200  len: 379 time: 0.0676711
Jan 10 12:55:49.230726 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'port': {'device_id': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'admin_state_up': True, 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'security_groups': ['86bcab37-1b87-4e80-9a0f-3912ea96709b']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:49.346175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Made reservation on behalf of 503dbd8843034c38a1dbc86c07c6f549 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:49.350310 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.464949 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42102) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:49.597632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.690255 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Publish callbacks [] for security_group (2ecc10c8-9535-4b0e-998c-2018d9102524), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.694880 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2ecc10c8-9535-4b0e-998c-2018d9102524), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.732999 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecc10c8-9535-4b0e-998c-2018d9102524,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:49.741805 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.742374 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.742793 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.743343 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.744233 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.744856 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.745543 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.746168 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.746920 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.747542 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.748786 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.749306 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.749901 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:49.772481 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-a42d727b-dcde-4ff8-957d-b75e500d3693 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b2e69d2021b44ad995d30ffa072b858&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3059289
Jan 10 12:55:49.774150 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42108) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:49.784430 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.20.0.10 (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245/16917d48-7a5d-41a1-91e9-99a0dc97284b/83a292d4-c9a0-44eb-9c5c-4824841c7475) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:49.830937 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] Publish callbacks [] for security_group (2ecc10c8-9535-4b0e-998c-2018d9102524), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.853632 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] Publish callbacks [] for security_group (2ecc10c8-9535-4b0e-998c-2018d9102524), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.904821 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (2ecc10c8-9535-4b0e-998c-2018d9102524), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.907401 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.908624 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2ecc10c8-9535-4b0e-998c-2018d9102524 HTTP/1.1" status: 204  len: 168 time: 0.1324303
Jan 10 12:55:49.917257 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89874aac-5831-4a5f-85ee-5c4069cb3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecc10c8-9535-4b0e-998c-2018d9102524,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:49.953242 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:49.991326 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.041318 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:50.045621 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:50.051161 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:50.057273 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037c4a-ca29-421a-9453-289338e740b3 req-f64be75a-dcc0-460e-9b10-7cbec69326e4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:50.059819 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06037c4a-ca29-421a-9453-289338e740b3 req-f64be75a-dcc0-460e-9b10-7cbec69326e4 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 932 time: 0.0667686
Jan 10 12:55:50.090870 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:50.107439 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.107876 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.108280 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.108708 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.109117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.109530 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.109896 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.110219 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.110546 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.110867 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.111187 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.111483 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.111901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:55:50.131607 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-06037c4a-ca29-421a-9453-289338e740b3 req-354f2265-86f8-4f79-9300-01df8ed36433 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649376
Jan 10 12:55:50.154052 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:50.154741 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.175129 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-f1ac8ff4-cf09-40c0-a6e0-4b764b0f197a tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9480183
Jan 10 12:55:50.187448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Request body: {'port': {'device_id': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:50.233671 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42118) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:50.251008 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26bb3e9b-35d5-446e-a4f4-80227975a2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.268785 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.344687 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26bb3e9b-35d5-446e-a4f4-80227975a2c9 admin admin] Publish callbacks [] for security_group (55786017-11d9-4acf-83ef-9039b3355c78), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.349414 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-26bb3e9b-35d5-446e-a4f4-80227975a2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (55786017-11d9-4acf-83ef-9039b3355c78), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.386915 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-26bb3e9b-35d5-446e-a4f4-80227975a2c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85012fc6894d46219129cd38b6ded140&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1515434
Jan 10 12:55:50.387627 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb3e9b-35d5-446e-a4f4-80227975a2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55786017-11d9-4acf-83ef-9039b3355c78,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:50.390816 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42120) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:50.429686 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-1b7cb227-ea09-410d-a20e-e8e1055ae43b None None] Provisioning complete for port 83a292d4-c9a0-44eb-9c5c-4824841c7475 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:50.430800 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-1b7cb227-ea09-410d-a20e-e8e1055ae43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.470887 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-1b7cb227-ea09-410d-a20e-e8e1055ae43b None None] Port 83a292d4-c9a0-44eb-9c5c-4824841c7475 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:50.506093 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] Publish callbacks [] for security_group (55786017-11d9-4acf-83ef-9039b3355c78), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.545929 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] Publish callbacks [] for security_group (55786017-11d9-4acf-83ef-9039b3355c78), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.625457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a292d4-c9a0-44eb-9c5c-4824841c7475 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:55:50.633084 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks [] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.641724 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (55786017-11d9-4acf-83ef-9039b3355c78), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.644507 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.648448 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55786017-11d9-4acf-83ef-9039b3355c78 HTTP/1.1" status: 204  len: 168 time: 0.2538967
Jan 10 12:55:50.662761 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba3686-919e-4e36-a952-1d690a3c1f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55786017-11d9-4acf-83ef-9039b3355c78,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:50.665035 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Transition to ACTIVE for port object 83a292d4-c9a0-44eb-9c5c-4824841c7475 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:55:50.672656 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.727114 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:50.807247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Attempting to bind port 83a292d4-c9a0-44eb-9c5c-4824841c7475 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:50.807601 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Attempting to bind port 83a292d4-c9a0-44eb-9c5c-4824841c7475 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:50.807978 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Attempting to bind port 83a292d4-c9a0-44eb-9c5c-4824841c7475 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:50.812727 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Port 83a292d4-c9a0-44eb-9c5c-4824841c7475 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:55:50.814883 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Attempting to bind port 83a292d4-c9a0-44eb-9c5c-4824841c7475 on network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:50.821131 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:50.821657 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Checking segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:50.822183 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Bound using segment: {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:50.822579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Bound port: 83a292d4-c9a0-44eb-9c5c-4824841c7475, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd433137b-fdce-423f-93dc-cc01a4c003cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:50.822888 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:50.927782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:50.931766 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:50.941645 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:51.018370 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:51.033356 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.033983 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:51.035401 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-a35a8a79-62f0-40a9-a203-00f49a721eb8 service neutron] 10.222.0.15 "PUT /v2.0/ports/83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 200  len: 1094 time: 0.8529277
Jan 10 12:55:51.043890 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:55:51.047131 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503f6362-e4ef-4402-bafa-2a2881d01f09" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:55:51.080167 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9e541d37-9b8e-437a-99c8-bebb1a373333 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-61546539&fields=id&tenant_id=6274f5b54d23499882aaa38eced195e6 HTTP/1.1" status: 200  len: 267 time: 0.0814877
Jan 10 12:55:51.130530 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc43fc4-5569-46a3-8d29-8236203a3f8a x-openstack-request-id: req-efc43fc4-5569-46a3-8d29-8236203a3f8a {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:55:51.130848 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:55:51.131072 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efc43fc4-5569-46a3-8d29-8236203a3f8a {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:55:51.131535 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'status': 'completed', 'code': 200}
Jan 10 12:55:51.152926 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-941c944b-16d6-445f-86f5-4a43832dbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.154537 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-941c944b-16d6-445f-86f5-4a43832dbff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1097 time: 0.0675132
Jan 10 12:55:51.216632 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-989c3589-fa29-4eed-9f64-d9a077befa4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 200  len: 217 time: 0.0541975
Jan 10 12:55:51.238649 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-4d411457-41cf-4a86-af9c-a7374f0b0de2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.241006 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-4d411457-41cf-4a86-af9c-a7374f0b0de2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 809 time: 0.1600246
Jan 10 12:55:51.270391 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-87fbee13-26a3-4ef9-b393-8dcbf98b516c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.272454 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-87fbee13-26a3-4ef9-b393-8dcbf98b516c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0491159
Jan 10 12:55:51.297539 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-d20d9ee7-dc1f-4f31-9c9f-d47474427592 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/quotas/6274f5b54d23499882aaa38eced195e6 HTTP/1.1" status: 200  len: 375 time: 0.0420940
Jan 10 12:55:51.345374 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-4c5e42d6-a420-4133-9892-ec15abc0a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.347976 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-4c5e42d6-a420-4133-9892-ec15abc0a9df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676651
Jan 10 12:55:51.390686 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b8e1a-282f-4683-a7f6-b943027afb0c req-c0247369-d5bb-45aa-b2e6-c0314c4ed805 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.392118 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad1b8e1a-282f-4683-a7f6-b943027afb0c req-c0247369-d5bb-45aa-b2e6-c0314c4ed805 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.1499527
Jan 10 12:55:51.443766 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-f47da0e3-da87-4045-b6e5-4bc058200ccc tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1325231
Jan 10 12:55:51.479076 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-091c9709-6047-4926-a9e2-f00e6d74ee25 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196105
Jan 10 12:55:51.495939 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad1b8e1a-282f-4683-a7f6-b943027afb0c req-3ff3889a-0a8a-4d52-a8f0-8fb3735b9737 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955813
Jan 10 12:55:51.564211 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-4f4abc82-6b64-47d3-b5c2-bc1bf89299a0 service neutron] 10.222.0.13 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195598
Jan 10 12:55:51.578378 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-30d3ca35-45b4-4224-91b5-2e907c7c4a42 req-c644788f-b80e-44dc-b475-b4df4eea37c9 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929501
Jan 10 12:55:51.670141 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-904feae5-750a-4eda-8af3-10130b98c1bd service neutron] 10.222.0.13 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964041
Jan 10 12:55:51.686689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-83033af7-d7f4-46c3-9085-878e4368d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.688450 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-83033af7-d7f4-46c3-9085-878e4368d264 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1097 time: 0.0594990
Jan 10 12:55:51.816818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-1c1b5963-47cb-4045-b6be-815aa0dd0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.818390 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-1c1b5963-47cb-4045-b6be-815aa0dd0830 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.1233747
Jan 10 12:55:51.867207 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-f402d356-42fe-4b32-b969-c34c29d4a481 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 200  len: 217 time: 0.0423453
Jan 10 12:55:51.940246 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-e3d64745-e66d-4ca5-90ae-731416c08142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:51.942417 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-e3d64745-e66d-4ca5-90ae-731416c08142 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0664513
Jan 10 12:55:52.002953 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-8aea1ae5-942d-4ea7-a78c-221e1374c4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:52.005132 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-8aea1ae5-942d-4ea7-a78c-221e1374c4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0525515
Jan 10 12:55:52.049981 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-2ab11f2a-ce0d-4d67-8a0b-41203572a156 req-4b2d6f6b-2ea9-4456-a3f3-a9ab80a1b09c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 210 time: 0.0358975
Jan 10 12:55:52.144350 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-f2f5a642-61d8-43aa-9a1b-11efa549bc46 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294842
Jan 10 12:55:52.258608 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-503f6362-e4ef-4402-bafa-2a2881d01f09 req-d6eb8635-0e20-4d6e-98ff-66b57b65a453 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1058912
Jan 10 12:55:52.613534 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6130d-99f5-4619-9c23-22ff992b9f1c req-1c79afa9-8c5e-4bea-8b45-69e3d32a49a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:52.615145 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-22a6130d-99f5-4619-9c23-22ff992b9f1c req-1c79afa9-8c5e-4bea-8b45-69e3d32a49a7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0556977
Jan 10 12:55:52.691391 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-22a6130d-99f5-4619-9c23-22ff992b9f1c req-05a3671c-99a0-44bb-adef-a8fece72dafa tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668623
Jan 10 12:55:53.125189 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-fd18b043-95bf-4c5d-95f2-8909fbe7f58d tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:53.126748 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-fd18b043-95bf-4c5d-95f2-8909fbe7f58d tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 809 time: 0.1611836
Jan 10 12:55:53.162325 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c42472cc-dc78-4d5c-b716-af42bc56608c req-ae648255-d510-40c6-beaf-02c8ae90c930 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 210 time: 0.0341618
Jan 10 12:55:53.206144 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-5d58a9c7-d896-4953-8699-b1bddbde7c96 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6274f5b54d23499882aaa38eced195e6 HTTP/1.1" status: 200  len: 378 time: 0.0666192
Jan 10 12:55:53.215564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'port': {'device_id': 'ca61f694-b312-4aef-918b-87a6983887f5', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'admin_state_up': True, 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'security_groups': ['b594c79b-d8a4-4bcf-be9b-6f0b5b980d48']}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:53.330503 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Made reservation on behalf of 6274f5b54d23499882aaa38eced195e6 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:55:53.334162 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.425612 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42226) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:53.497175 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Allocated IP 172.20.0.12 (5dde8660-5815-4008-9294-7b6a2f37fa4c/87d6dadb-3226-4641-8d8c-3953f9d9499e/8b1a545a-d619-434d-9274-e46c6b717505) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:55:53.537275 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-8013bcce-0ce5-41bd-967a-3347f38246f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723217
Jan 10 12:55:53.579184 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-31e5bfea-2f1b-44ae-9a40-5bd958592316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.658355 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2245-d207-42eb-8045-16569f3719b2 req-5190cf4b-b1d0-41cf-8188-b49d8dd3e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:53.659920 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-5190cf4b-b1d0-41cf-8188-b49d8dd3e441 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1099 time: 0.0935407
Jan 10 12:55:53.673909 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-31e5bfea-2f1b-44ae-9a40-5bd958592316 admin admin] Publish callbacks [] for security_group (158ed4df-e0c4-4076-9342-e073f95081c0), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.679936 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-31e5bfea-2f1b-44ae-9a40-5bd958592316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (158ed4df-e0c4-4076-9342-e073f95081c0), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.719914 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for port (8b1a545a-d619-434d-9274-e46c6b717505), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.724595 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-31e5bfea-2f1b-44ae-9a40-5bd958592316 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81941108bee84150af5fca8edbe31d4c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2976623
Jan 10 12:55:53.725307 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42232) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:53.737527 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5bfea-2f1b-44ae-9a40-5bd958592316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ed4df-e0c4-4076-9342-e073f95081c0,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:53.801745 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2245-d207-42eb-8045-16569f3719b2 req-a7b583c3-2bd8-4211-944a-c64debb4e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:53.803154 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-a7b583c3-2bd8-4211-944a-c64debb4e712 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.1176653
Jan 10 12:55:53.809026 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.815222 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] Publish callbacks [] for security_group (158ed4df-e0c4-4076-9342-e073f95081c0), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.847975 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198499d-d8d8-47a2-a4a0-617c85e31d4f req-b0c51412-28d7-414b-be7a-20c39c52dbdf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:53.849484 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e198499d-d8d8-47a2-a4a0-617c85e31d4f req-b0c51412-28d7-414b-be7a-20c39c52dbdf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0774283
Jan 10 12:55:53.855798 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] Publish callbacks [] for security_group (158ed4df-e0c4-4076-9342-e073f95081c0), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.911806 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:55:53.916462 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:53.921197 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:55:53.923695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:55:53.927506 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-5133f3db-ccab-4fea-b387-f39eead37120 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 1000 time: 0.1164746
Jan 10 12:55:53.928410 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e198499d-d8d8-47a2-a4a0-617c85e31d4f req-caaeab98-8262-48e6-8207-28ff769151ca tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0703099
Jan 10 12:55:53.948523 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (158ed4df-e0c4-4076-9342-e073f95081c0), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.951595 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:53.956189 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/158ed4df-e0c4-4076-9342-e073f95081c0 HTTP/1.1" status: 204  len: 168 time: 0.2293308
Jan 10 12:55:53.966114 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d71d02-d224-468b-8897-c69f4c1a03b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ed4df-e0c4-4076-9342-e073f95081c0,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:54.013362 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2245-d207-42eb-8045-16569f3719b2 req-6e7e346b-cd12-40d5-a440-4aee7473335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:54.014844 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-6e7e346b-cd12-40d5-a440-4aee7473335f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0648725
Jan 10 12:55:54.021688 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:54.022332 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.066159 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9035fcb7-c27a-43e0-95fa-e6372721534f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8547866
Jan 10 12:55:54.077158 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Request body: {'port': {'device_id': 'ca61f694-b312-4aef-918b-87a6983887f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:55:54.084642 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e2245-d207-42eb-8045-16569f3719b2 req-ec0f974d-fe6c-46cb-bba6-a50f0c884a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:54.086140 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-ec0f974d-fe6c-46cb-bba6-a50f0c884a6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0607362
Jan 10 12:55:54.194096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.253675 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-06c2fd7b-5d08-485e-a2d5-a1d3e0d9852d service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524911
Jan 10 12:55:54.297607 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-42bc55ef-d34a-4fec-a14d-d2c37c564ac9 None None] Provisioning complete for port 8b1a545a-d619-434d-9274-e46c6b717505 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:55:54.298694 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-42bc55ef-d34a-4fec-a14d-d2c37c564ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (8b1a545a-d619-434d-9274-e46c6b717505), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.303224 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c426b-21f2-4414-bd6f-433be539ebf8 req-93a9ce6b-87e8-4d53-9a09-e7f71c255b35 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:54.304866 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e31c426b-21f2-4414-bd6f-433be539ebf8 req-93a9ce6b-87e8-4d53-9a09-e7f71c255b35 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 932 time: 0.0668082
Jan 10 12:55:54.305647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42248) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:54.325258 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1e23-5b57-4c9a-b052-667507bfd9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.345303 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-42bc55ef-d34a-4fec-a14d-d2c37c564ac9 None None] Port 8b1a545a-d619-434d-9274-e46c6b717505 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:55:54.403916 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e31c426b-21f2-4414-bd6f-433be539ebf8 req-ba6e2d7e-deea-44cc-bd63-cad1ddce23c2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0911741
Jan 10 12:55:54.458757 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1e23-5b57-4c9a-b052-667507bfd9bf admin admin] Publish callbacks [] for security_group (f624f226-69b4-426f-85de-4b19aadb771c), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.459038 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-028e2245-d207-42eb-8045-16569f3719b2 req-44e48b2d-02fd-4f23-ab13-275321be35e7 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956832
Jan 10 12:55:54.463543 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-7c9a1e23-5b57-4c9a-b052-667507bfd9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (f624f226-69b4-426f-85de-4b19aadb771c), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.509210 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42256) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:54.509830 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-7c9a1e23-5b57-4c9a-b052-667507bfd9bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cae50128b05e4d78b568706e0d90e2c3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2020450
Jan 10 12:55:54.510482 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a1e23-5b57-4c9a-b052-667507bfd9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624f226-69b4-426f-85de-4b19aadb771c,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:54.575612 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1a545a-d619-434d-9274-e46c6b717505 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:55:54.583709 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks [] for port (8b1a545a-d619-434d-9274-e46c6b717505), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.605183 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Transition to ACTIVE for port object 8b1a545a-d619-434d-9274-e46c6b717505 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:55:54.606423 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] Publish callbacks [] for security_group (f624f226-69b4-426f-85de-4b19aadb771c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.610417 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.662720 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] Publish callbacks [] for security_group (f624f226-69b4-426f-85de-4b19aadb771c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.705383 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:54.778650 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (f624f226-69b4-426f-85de-4b19aadb771c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.781228 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.784945 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f624f226-69b4-426f-85de-4b19aadb771c HTTP/1.1" status: 204  len: 168 time: 0.2721915
Jan 10 12:55:54.793957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Attempting to bind port 8b1a545a-d619-434d-9274-e46c6b717505 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:55:54.794304 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Attempting to bind port 8b1a545a-d619-434d-9274-e46c6b717505 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:55:54.794640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Attempting to bind port 8b1a545a-d619-434d-9274-e46c6b717505 on network 5dde8660-5815-4008-9294-7b6a2f37fa4c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:54.798900 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8002d98-46e6-40cb-b19f-438b90213cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624f226-69b4-426f-85de-4b19aadb771c,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:54.803441 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Port 8b1a545a-d619-434d-9274-e46c6b717505 on network 5dde8660-5815-4008-9294-7b6a2f37fa4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:55:54.804358 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Attempting to bind port 8b1a545a-d619-434d-9274-e46c6b717505 on network 5dde8660-5815-4008-9294-7b6a2f37fa4c {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:55:54.812139 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:55:54.812621 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Checking segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:55:54.813014 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Bound using segment: {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:55:54.813446 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Bound port: 8b1a545a-d619-434d-9274-e46c6b717505, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3cc9e0-f694-4202-bd34-51ab327f56d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:55:54.813801 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.890575 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:55:54.894081 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:55:54.898079 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.939733 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:54.940212 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:54.941684 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1094 time: 0.8688595
Jan 10 12:55:54.942134 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:55:54.944453 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375a769-cd9e-45d4-83e8-1e703751fd29" -d '{"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:55:55.024640 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70956d3b-5759-4bdb-880c-7735f7ca544b x-openstack-request-id: req-70956d3b-5759-4bdb-880c-7735f7ca544b {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:55:55.025593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:55:55.025593 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70956d3b-5759-4bdb-880c-7735f7ca544b {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:55:55.026175 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'status': 'completed', 'code': 200}
Jan 10 12:55:55.034007 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c9db8-e321-4948-8600-3d6dcc23a240 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:55.048393 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-dc8175e8-599a-4c3e-baa3-293c9422a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.049895 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-dc8175e8-599a-4c3e-baa3-293c9422a654 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1097 time: 0.0670562
Jan 10 12:55:55.103779 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-c20db124-3b52-4e94-b8f9-f318b7a57f13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 217 time: 0.0446610
Jan 10 12:55:55.104431 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa49c2d-6720-4683-b73c-d30ccf74d2cd req-0619b5c6-c687-4063-a98e-07ee67401ed3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.106147 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-caa49c2d-6720-4683-b73c-d30ccf74d2cd req-0619b5c6-c687-4063-a98e-07ee67401ed3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0680680
Jan 10 12:55:55.158149 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9f9eca6e-d97f-4d58-bfa5-fbfc742f58dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.160017 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-9f9eca6e-d97f-4d58-bfa5-fbfc742f58dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0489199
Jan 10 12:55:55.161250 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-caa49c2d-6720-4683-b73c-d30ccf74d2cd req-a5de9463-cf66-41d5-b4ee-e1074fe7cac3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487957
Jan 10 12:55:55.210880 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-1da2ad9e-f490-46f3-a968-963dbb29f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.213174 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-1da2ad9e-f490-46f3-a968-963dbb29f042 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0459604
Jan 10 12:55:55.309083 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-bfd05201-b628-4625-a753-6c279159046b service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882745
Jan 10 12:55:55.404084 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-11bec279-b987-4b74-a01d-9e2c884a1be6 req-e7e5c89f-6534-4814-91ad-f12a1e674ead service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868535
Jan 10 12:55:55.501649 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-7f056488-a9ea-4dfc-98b1-bb493e1c4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.503176 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-7f056488-a9ea-4dfc-98b1-bb493e1c4c1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1097 time: 0.0441327
Jan 10 12:55:55.531810 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b677-77fc-4d54-8bf5-a0c94b8d1905 req-76d03107-34cb-40c4-bd7e-7d6f2070205c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.537611 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8648b677-77fc-4d54-8bf5-a0c94b8d1905 req-76d03107-34cb-40c4-bd7e-7d6f2070205c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0589080
Jan 10 12:55:55.604557 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8648b677-77fc-4d54-8bf5-a0c94b8d1905 req-e7bd8312-9abb-4999-b924-05dd966e91ec tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0634425
Jan 10 12:55:55.610268 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-5e65db31-3c28-41df-bb06-75bb0853a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.611893 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-5e65db31-3c28-41df-bb06-75bb0853a827 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.1017396
Jan 10 12:55:55.654395 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-f10d6a68-e8d3-4624-bc64-038ba1ba5d1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 217 time: 0.0343411
Jan 10 12:55:55.707118 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-2dafe571-d4ce-4891-a5fa-da1fc4c10606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.708623 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-2dafe571-d4ce-4891-a5fa-da1fc4c10606 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0454159
Jan 10 12:55:55.761332 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-2fd5bf39-7760-4d6d-9fde-e5d4843493de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:55.762839 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-2fd5bf39-7760-4d6d-9fde-e5d4843493de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0471096
Jan 10 12:55:55.854289 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-07180bc2-44bd-41a5-932c-3fb4dd058787 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839734
Jan 10 12:55:55.950041 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-0375a769-cd9e-45d4-83e8-1e703751fd29 req-b9d786e1-d783-488e-b4b1-d36c90eb151f service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888119
Jan 10 12:55:55.973972 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42294) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:56.099158 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44f0-6255-4ba2-8352-b017ac9dff0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.186016 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44f0-6255-4ba2-8352-b017ac9dff0b admin admin] Publish callbacks [] for security_group (a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.191328 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-6f6a44f0-6255-4ba2-8352-b017ac9dff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.230572 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-6f6a44f0-6255-4ba2-8352-b017ac9dff0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d251447649604e16bae8513b5d1600b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2554915
Jan 10 12:55:56.231781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6a44f0-6255-4ba2-8352-b017ac9dff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:56.233404 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42300) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:56.326992 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83605888-1d2e-4a23-b6ff-deb59e08a1c6 req-ffb5cbe3-1fa5-4c82-89b9-be1ba4492746 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:56.328461 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83605888-1d2e-4a23-b6ff-deb59e08a1c6 req-ffb5cbe3-1fa5-4c82-89b9-be1ba4492746 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0817966
Jan 10 12:55:56.329195 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] Publish callbacks [] for security_group (a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.363577 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] Publish callbacks [] for security_group (a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.417736 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-83605888-1d2e-4a23-b6ff-deb59e08a1c6 req-cb628ca9-cdc7-4d7e-b8ef-ba9b6e3e586b tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787284
Jan 10 12:55:56.435623 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.438268 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:56.439546 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff HTTP/1.1" status: 204  len: 168 time: 0.2049551
Jan 10 12:55:56.448926 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6fa388-4299-40de-98f3-661450b35e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e4b95-9ed1-41c5-bfb5-14a41e3a3bff,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:56.724978 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f7945-44b6-4aca-91b4-38f4697a9337 req-815fc326-ca46-4c32-8681-cd5045a39613 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:56.730543 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-755f7945-44b6-4aca-91b4-38f4697a9337 req-815fc326-ca46-4c32-8681-cd5045a39613 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0546935
Jan 10 12:55:56.784957 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-755f7945-44b6-4aca-91b4-38f4697a9337 req-456c924e-b3dd-42aa-a022-4e92b6c8e74e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0521293
Jan 10 12:55:57.501019 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42336) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:57.539597 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf9f16-82ef-488d-882e-b8b1d5517086 req-f4300abe-bf77-437b-93d0-1c1c44218991 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:57.541352 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66bf9f16-82ef-488d-882e-b8b1d5517086 req-f4300abe-bf77-437b-93d0-1c1c44218991 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0554061
Jan 10 12:55:57.590368 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-66bf9f16-82ef-488d-882e-b8b1d5517086 req-862fa1fc-4bb2-4799-b756-83b40b166490 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433502
Jan 10 12:55:57.613476 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f1d735cc-4a4b-4002-80e4-5a5bfb25920c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.701234 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f1d735cc-4a4b-4002-80e4-5a5bfb25920c admin admin] Publish callbacks [] for security_group (61350f52-74d4-43e6-baac-a399825b898b), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.709119 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f1d735cc-4a4b-4002-80e4-5a5bfb25920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (61350f52-74d4-43e6-baac-a399825b898b), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.749532 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f1d735cc-4a4b-4002-80e4-5a5bfb25920c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f161cf170b324ecdb7187c90737ed6ff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2473333
Jan 10 12:55:57.750430 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d735cc-4a4b-4002-80e4-5a5bfb25920c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61350f52-74d4-43e6-baac-a399825b898b,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:57.752354 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42342) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:55:57.804213 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] Publish callbacks [] for security_group (61350f52-74d4-43e6-baac-a399825b898b), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.827820 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] Publish callbacks [] for security_group (61350f52-74d4-43e6-baac-a399825b898b), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.907798 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49035fd3-1dd2-4e51-835e-0433b274ee1c req-37bc2590-9eb8-4fff-b8b3-04df68c7d2c3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:57.909494 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49035fd3-1dd2-4e51-835e-0433b274ee1c req-37bc2590-9eb8-4fff-b8b3-04df68c7d2c3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0554004
Jan 10 12:55:57.910503 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (61350f52-74d4-43e6-baac-a399825b898b), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.913071 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:57.914103 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61350f52-74d4-43e6-baac-a399825b898b HTTP/1.1" status: 204  len: 168 time: 0.1606088
Jan 10 12:55:57.928498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7280d0-1971-4a24-b859-e6bd23a9bb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61350f52-74d4-43e6-baac-a399825b898b,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:57.970346 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49035fd3-1dd2-4e51-835e-0433b274ee1c req-182783df-b5b9-411c-b370-bf0e11777353 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535815
Jan 10 12:55:58.708257 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086679db-dbdc-4398-9aa8-a8b2e7c949be req-dec8c1c7-bf5e-4696-a30c-6dc2bc0237bd tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:58.712077 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-086679db-dbdc-4398-9aa8-a8b2e7c949be req-dec8c1c7-bf5e-4696-a30c-6dc2bc0237bd tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 944 time: 0.0533171
Jan 10 12:55:58.776092 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-086679db-dbdc-4398-9aa8-a8b2e7c949be req-c2a90d31-8b8e-4b5f-8fff-b1afe8472091 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604260
Jan 10 12:55:58.862947 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 83a292d4-c9a0-44eb-9c5c-4824841c7475 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:55:58.966310 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:58.979059 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'port_id': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'mac_address': 'fa:16:3e:9f:4c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:55:59.031959 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 83a292d4-c9a0-44eb-9c5c-4824841c7475 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:55:59.036205 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:59.056859 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a292d4-c9a0-44eb-9c5c-4824841c7475 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:55:59.077652 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:55:59.084982 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:55:59.111030 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d543e-2073-4107-acc6-53c3c0146681 req-25bbbc3f-f013-480e-93f2-47b55114b882 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:59.116081 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-607d543e-2073-4107-acc6-53c3c0146681 req-25bbbc3f-f013-480e-93f2-47b55114b882 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0614469
Jan 10 12:55:59.152179 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:55:59.174075 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-607d543e-2073-4107-acc6-53c3c0146681 req-79d2f004-0a73-4462-9561-2e4cf4a72b0a tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0549982
Jan 10 12:55:59.318522 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['83a292d4-c9a0-44eb-9c5c-4824841c7475'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:55:59.909291 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ac2d4-90dd-44a2-8c89-775f0ea0649a req-0f84060a-b11e-4262-9308-65c8fae42661 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:55:59.910741 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-659ac2d4-90dd-44a2-8c89-775f0ea0649a req-0f84060a-b11e-4262-9308-65c8fae42661 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 945 time: 0.0533774
Jan 10 12:55:59.961906 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-659ac2d4-90dd-44a2-8c89-775f0ea0649a req-a6150595-bf3b-4b26-ac73-5e754c9bbb5d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427825
Jan 10 12:56:00.232260 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-97121011-47b0-4f1f-840c-1ea3edd79e7c tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0dc4284bad574579a432ee33d1686603&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285683
Jan 10 12:56:00.434880 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641ea11-21f9-42b0-8edd-f8665d016af8 req-70faf4c3-3e4d-4901-b19a-bee5b5076bf0 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:00.436399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e641ea11-21f9-42b0-8edd-f8665d016af8 req-70faf4c3-3e4d-4901-b19a-bee5b5076bf0 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.1816359
Jan 10 12:56:00.464197 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-8117726d-c007-4525-94c1-2f1b091e1c5d tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:00.465614 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-8117726d-c007-4525-94c1-2f1b091e1c5d tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2279172
Jan 10 12:56:00.490123 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-74bcf26e-3801-4e99-9290-791264de9c42 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/quotas/0dc4284bad574579a432ee33d1686603 HTTP/1.1" status: 200  len: 375 time: 0.0181971
Jan 10 12:56:00.510721 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e641ea11-21f9-42b0-8edd-f8665d016af8 req-1b582009-2779-4b38-a2a0-7403ab1cb771 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0686347
Jan 10 12:56:00.527936 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-be666d4c-8d43-4b43-a82f-b6ccf14cfc8c tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dc4284bad574579a432ee33d1686603&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0293291
Jan 10 12:56:00.687731 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-9309e01f-e7ad-4e91-b619-cf56fd6a4ca1 req-985c7eff-af92-4117-b270-979d8e65341f tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 210 time: 0.0304673
Jan 10 12:56:00.879015 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 83a292d4-c9a0-44eb-9c5c-4824841c7475 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:56:00.937173 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 83a292d4-c9a0-44eb-9c5c-4824841c7475 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:56:00.942974 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 83a292d4-c9a0-44eb-9c5c-4824841c7475 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:56:00.943500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:01.028445 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 83a292d4-c9a0-44eb-9c5c-4824841c7475 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:56:01.028807 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:01.053753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:01.056720 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88431109-7b07-4bc3-a470-b19a09511aa3" -d '{"events": [{"server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "name": "network-vif-plugged", "status": "completed", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:01.082172 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:01.089213 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:01.098051 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10804b-9738-4652-8909-8bc37ee737c1 req-f024c2e0-d7f0-4431-814a-b0e4e04c821e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:01.099900 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a10804b-9738-4652-8909-8bc37ee737c1 req-f024c2e0-d7f0-4431-814a-b0e4e04c821e tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 945 time: 0.0602055
Jan 10 12:56:01.126731 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8a9934-e817-4112-af72-2cb8e7177e10 x-openstack-request-id: req-8a8a9934-e817-4112-af72-2cb8e7177e10 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:01.127015 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "name": "network-vif-plugged", "status": "completed", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:01.127439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a8a9934-e817-4112-af72-2cb8e7177e10 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:01.127883 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'code': 200}
Jan 10 12:56:01.157884 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:01.160779 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a10804b-9738-4652-8909-8bc37ee737c1 req-364dd5b1-3a2f-490c-a0bf-f0ed5a8deae1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522971
Jan 10 12:56:01.656377 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-4b4f2e7a-3cdf-4693-8fc4-a83a1e103594 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=0dc4284bad574579a432ee33d1686603&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327191
Jan 10 12:56:01.664118 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ef57a-27b5-493a-83d1-2f255f2a9f76 req-1fc405bc-2458-4bbf-bd85-c4cf131d1cd7 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:01.666043 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8c3ef57a-27b5-493a-83d1-2f255f2a9f76 req-1fc405bc-2458-4bbf-bd85-c4cf131d1cd7 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0536840
Jan 10 12:56:01.701783 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40edcc-977c-47e7-a3ab-7989179953c5 req-9208ff05-4dd8-4b8a-b159-57d954c315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:01.703546 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9b40edcc-977c-47e7-a3ab-7989179953c5 req-9208ff05-4dd8-4b8a-b159-57d954c315e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1099 time: 0.3931568
Jan 10 12:56:01.733150 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8c3ef57a-27b5-493a-83d1-2f255f2a9f76 req-4ae1dde5-42fb-4201-a39c-c532dae96e5b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0592339
Jan 10 12:56:01.826865 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-05cabce5-dbd9-440e-8fc8-c977c8725be7 req-d22eb7b6-b23a-4125-8ca8-362fa44031b7 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 210 time: 0.0305586
Jan 10 12:56:01.889209 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9b40edcc-977c-47e7-a3ab-7989179953c5 req-e97a8913-d638-45e6-9461-63363b6c8728 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1732912
Jan 10 12:56:01.907639 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-d0a867f0-6da5-4808-8f35-fbe870e19ab8 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:01.909039 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-d0a867f0-6da5-4808-8f35-fbe870e19ab8 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2473323
Jan 10 12:56:02.088899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Request body: {'port': {'device_id': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc', 'admin_state_up': True, 'tenant_id': '0dc4284bad574579a432ee33d1686603'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:56:02.217644 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Made reservation on behalf of 0dc4284bad574579a432ee33d1686603 for: {'port': 1} {{(pid=109428) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jan 10 12:56:02.221275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.234801 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.271956 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7643bd-fe1f-49d0-a443-4a3d71eb43d4 req-9343adf6-b14d-4cc5-9d77-1edb606b8bc3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:02.274080 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf7643bd-fe1f-49d0-a443-4a3d71eb43d4 req-9343adf6-b14d-4cc5-9d77-1edb606b8bc3 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.0498612
Jan 10 12:56:02.312648 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks [] for security_group (7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.317171 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.323683 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cf7643bd-fe1f-49d0-a443-4a3d71eb43d4 req-df665ff1-9762-4edf-992f-530a015d6b3c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434344
Jan 10 12:56:02.377950 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:02.461360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_common [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Allocated IP 192.168.233.90 (dd151cb7-986c-434a-abd0-e503539867bc/b13d57a5-b435-429d-8db0-45c26856b7d5/13f35324-7786-4d43-a2c6-43396a475bb2) {{(pid=109428) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:56:02.622915 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks [] for port (13f35324-7786-4d43-a2c6-43396a475bb2), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.661195 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.705171 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Network dd151cb7-986c-434a-abd0-e503539867bc is already hosted by enough agents. {{(pid=109428) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:56:02.708426 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.base_scheduler [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Resources bound (agent type, host, resource id):  {{(pid=109428) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:56:02.712094 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Received port after_create {{(pid=109428) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:56:02.749663 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Pushing event updated for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:02.789725 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:02.790386 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.809188 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-596344a2-753e-46c2-98e9-36398d48c262 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.7270563
Jan 10 12:56:02.822076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.v2.base [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Request body: {'port': {'device_id': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=109428) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:56:02.877660 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:56:02.890062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:02.900200 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdcd64d-698a-43a5-a61e-6504cf104ff4 req-497367e6-dba6-4409-8138-c957b4b91299 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:02.910817 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bcdcd64d-698a-43a5-a61e-6504cf104ff4 req-497367e6-dba6-4409-8138-c957b4b91299 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0870953
Jan 10 12:56:03.037294 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bcdcd64d-698a-43a5-a61e-6504cf104ff4 req-fe68ad46-2ff8-4dda-8f44-ef1adbaec4c2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1208191
Jan 10 12:56:03.053193 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:03.065591 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f2d09-b2f2-44e2-a6e4-0ebc580e2728 req-63d2586f-bc51-4831-ba0e-e345d8b1492c tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.069762 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-159f2d09-b2f2-44e2-a6e4-0ebc580e2728 req-63d2586f-bc51-4831-ba0e-e345d8b1492c tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 935 time: 0.1494730
Jan 10 12:56:03.122566 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-159f2d09-b2f2-44e2-a6e4-0ebc580e2728 req-84236b21-b5f1-47ab-9182-9281eb0efdfb tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462027
Jan 10 12:56:03.217435 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '8b1a545a-d619-434d-9274-e46c6b717505', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'mac_address': 'fa:16:3e:31:a5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:56:03.221435 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f35324-7786-4d43-a2c6-43396a475bb2 {{(pid=109428) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:56:03.225986 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-73b960cc-3f70-4467-8957-df20f96816cc None None] Provisioning complete for port 13f35324-7786-4d43-a2c6-43396a475bb2 triggered by entity DHCP. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:56:03.226352 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-73b960cc-3f70-4467-8957-df20f96816cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.229495 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks [] for port (13f35324-7786-4d43-a2c6-43396a475bb2), precommit_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.241451 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.provisioning_blocks [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Transition to ACTIVE for port object 13f35324-7786-4d43-a2c6-43396a475bb2 will not be triggered until provisioned by entity L2. {{(pid=109428) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jan 10 12:56:03.248340 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.284881 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-73b960cc-3f70-4467-8957-df20f96816cc None None] Port 13f35324-7786-4d43-a2c6-43396a475bb2 cannot update to ACTIVE because it is not bound. {{(pid=109430) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}}
Jan 10 12:56:03.287989 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 8b1a545a-d619-434d-9274-e46c6b717505 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:56:03.288376 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.299145 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Pushing event updated for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=2']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:03.309566 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a545a-d619-434d-9274-e46c6b717505 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:56:03.331757 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:03.337868 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.392079 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:03.392336 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Attempting to bind port 13f35324-7786-4d43-a2c6-43396a475bb2 on host hv-cinder-maste for vnic_type normal with profile  {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 10 12:56:03.392699 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Attempting to bind port 13f35324-7786-4d43-a2c6-43396a475bb2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
Jan 10 12:56:03.393159 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Attempting to bind port 13f35324-7786-4d43-a2c6-43396a475bb2 on network dd151cb7-986c-434a-abd0-e503539867bc {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:56:03.398843 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Port 13f35324-7786-4d43-a2c6-43396a475bb2 on network dd151cb7-986c-434a-abd0-e503539867bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Jan 10 12:56:03.399160 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Attempting to bind port 13f35324-7786-4d43-a2c6-43396a475bb2 on network dd151cb7-986c-434a-abd0-e503539867bc {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Jan 10 12:56:03.404868 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Checking agent: {'id': 'a75fc969-e4bb-4614-a880-f50245d6ebe7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'started_at': datetime.datetime(2022, 1, 10, 12, 45, 44), 'heartbeat_timestamp': datetime.datetime(2022, 1, 10, 12, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Jan 10 12:56:03.405209 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Checking segment: {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109428) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}}
Jan 10 12:56:03.405594 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Bound using segment: {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'} {{(pid=109428) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Jan 10 12:56:03.406069 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.managers [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Bound port: 13f35324-7786-4d43-a2c6-43396a475bb2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3014b0b-0741-48ad-89fe-0829b26cd0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc'}}] {{(pid=109428) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
Jan 10 12:56:03.406433 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), before_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.454659 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e41ac-fcc4-4513-b66b-7149a3ac0e67 req-9a34715c-8730-422a-9932-b9a165145350 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.456240 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-038e41ac-fcc4-4513-b66b-7149a3ac0e67 req-9a34715c-8730-422a-9932-b9a165145350 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.0513213
Jan 10 12:56:03.480375 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, cleared binding levels {{(pid=109428) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jan 10 12:56:03.483728 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f35324-7786-4d43-a2c6-43396a475bb2,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109428) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jan 10 12:56:03.489481 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3766002'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_update {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.512849 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-038e41ac-fcc4-4513-b66b-7149a3ac0e67 req-45e3e90a-d650-4242-a610-630e62f4885d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0506549
Jan 10 12:56:03.532450 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.533068 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.534538 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] 10.222.0.15 "PUT /v2.0/ports/13f35324-7786-4d43-a2c6-43396a475bb2 HTTP/1.1" status: 200  len: 1097 time: 0.7167809
Jan 10 12:56:03.534985 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:03.537262 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12606cee-1192-4560-9203-914130834b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:03.557955 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc95e-01dc-4272-a4b1-09c6d541707e service neutron] Pushing event updated for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=3']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:03.565849 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['8b1a545a-d619-434d-9274-e46c6b717505'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:56:03.596539 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab1cb7-dbbc-4431-9f98-c26d56c32897 x-openstack-request-id: req-2cab1cb7-dbbc-4431-9f98-c26d56c32897 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:03.596898 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:03.597681 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cab1cb7-dbbc-4431-9f98-c26d56c32897 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:03.597681 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2', 'status': 'completed', 'code': 200}
Jan 10 12:56:03.635285 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-22cbfdfa-ac40-4092-8ff5-0c6f816900b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.637923 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-22cbfdfa-ac40-4092-8ff5-0c6f816900b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc4284bad574579a432ee33d1686603&device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 1100 time: 0.0506551
Jan 10 12:56:03.671069 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239384-95ec-44ef-b4fb-737d8a6b4c11 req-f3efe862-6efa-4864-889d-b61cc7ac0cbb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.679277 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc239384-95ec-44ef-b4fb-737d8a6b4c11 req-f3efe862-6efa-4864-889d-b61cc7ac0cbb tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.0644147
Jan 10 12:56:03.683643 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-69740e5a-a73b-472f-87dc-c1d70b7b0173 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=13f35324-7786-4d43-a2c6-43396a475bb2 HTTP/1.1" status: 200  len: 217 time: 0.0388875
Jan 10 12:56:03.737439 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bc239384-95ec-44ef-b4fb-737d8a6b4c11 req-370885fe-2a62-47c0-b684-6ceaf9839743 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568774
Jan 10 12:56:03.740002 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-73a36fbb-f749-418f-9207-e0cd4775297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.741656 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-73a36fbb-f749-418f-9207-e0cd4775297b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b13d57a5-b435-429d-8db0-45c26856b7d5 HTTP/1.1" status: 200  len: 843 time: 0.0523119
Jan 10 12:56:03.758070 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42470) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:03.802460 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603060b1-d769-4ae4-91af-4f22fb0e88b2 tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.804868 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-603060b1-d769-4ae4-91af-4f22fb0e88b2 tempest-TestVolumeBootPattern-1138295713 tempest-TestVolumeBootPattern-1138295713-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1094 time: 0.0456140
Jan 10 12:56:03.808238 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42474) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:03.812441 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'port_id': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:56:03.817737 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-3ac7b520-e484-40a9-b758-7e57036beaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:03.819253 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-3ac7b520-e484-40a9-b758-7e57036beaf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd151cb7-986c-434a-abd0-e503539867bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0713937
Jan 10 12:56:03.839702 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:03.930051 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-adc64449-8d36-4db9-840f-974b6602b52d service neutron] 10.222.0.15 "GET /v2.0/networks/dd151cb7-986c-434a-abd0-e503539867bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1024470
Jan 10 12:56:03.960009 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.037862 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-d8d19abf-25b7-4663-a0b9-a71f65f489b9 req-521ae21a-28a4-461a-a958-5e7dac00d372 service neutron] 10.222.0.15 "GET /v2.0/networks/dd151cb7-986c-434a-abd0-e503539867bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1032050
Jan 10 12:56:04.071183 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Allocated IP 172.37.5.224 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/3a830127-9d4b-4e6c-ab88-945fe1275d66) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:56:04.086935 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42480) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:04.142396 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606cee-1192-4560-9203-914130834b3c req-5ddaad42-0c42-4e51-bc30-503d4772e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.144005 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-5ddaad42-0c42-4e51-bc30-503d4772e5c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0dc4284bad574579a432ee33d1686603&device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 1100 time: 0.0509043
Jan 10 12:56:04.235453 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3391645a-07e1-49ef-8950-c9393f679c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.287925 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606cee-1192-4560-9203-914130834b3c req-a1786e59-0421-4a90-94b9-0a187d2b4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.289444 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-a1786e59-0421-4a90-94b9-0a187d2b4c66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd151cb7-986c-434a-abd0-e503539867bc HTTP/1.1" status: 200  len: 869 time: 0.1375961
Jan 10 12:56:04.338924 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-15c875fa-6150-4bae-99b5-7d76b6595c94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=13f35324-7786-4d43-a2c6-43396a475bb2 HTTP/1.1" status: 200  len: 217 time: 0.0401065
Jan 10 12:56:04.417985 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606cee-1192-4560-9203-914130834b3c req-bd1b5ca9-c025-452d-a758-cca743d6cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.419371 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-bd1b5ca9-c025-452d-a758-cca743d6cf3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b13d57a5-b435-429d-8db0-45c26856b7d5 HTTP/1.1" status: 200  len: 843 time: 0.0739796
Jan 10 12:56:04.423863 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3391645a-07e1-49ef-8950-c9393f679c5c admin admin] Publish callbacks [] for security_group (f383dd3a-98bd-4855-9e19-6030cb07d651), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.437886 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-3391645a-07e1-49ef-8950-c9393f679c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (f383dd3a-98bd-4855-9e19-6030cb07d651), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.493722 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc74e55-3378-4ee3-976a-d05ca8e65683 req-d84c7d09-5b2e-4da6-89ee-e96ad2925911 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.495532 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bfc74e55-3378-4ee3-976a-d05ca8e65683 req-d84c7d09-5b2e-4da6-89ee-e96ad2925911 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 945 time: 0.1171217
Jan 10 12:56:04.496695 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391645a-07e1-49ef-8950-c9393f679c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383dd3a-98bd-4855-9e19-6030cb07d651,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:04.506129 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-3391645a-07e1-49ef-8950-c9393f679c5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ed8511ccf3e4ce3b937fdcbc83b7119&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4180686
Jan 10 12:56:04.506805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42486) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:04.508734 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3992f90-1154-4715-ad13-f503915ae76c req-17193346-fa24-4e57-9c28-9b7af000765d tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.510290 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a3992f90-1154-4715-ad13-f503915ae76c req-17193346-fa24-4e57-9c28-9b7af000765d tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 947 time: 0.1305084
Jan 10 12:56:04.516120 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.517344 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12606cee-1192-4560-9203-914130834b3c req-04f24e7b-8dce-470f-9494-b1ebefae4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:04.518836 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-04f24e7b-8dce-470f-9494-b1ebefae4ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd151cb7-986c-434a-abd0-e503539867bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0914063
Jan 10 12:56:04.608492 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bfc74e55-3378-4ee3-976a-d05ca8e65683 req-ee4bfdf6-7576-4fec-8143-2fab0130ddbe tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0955305
Jan 10 12:56:04.615341 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-a3992f90-1154-4715-ad13-f503915ae76c req-fb56d6a0-a272-4a78-bd41-bb81e8eda924 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958786
Jan 10 12:56:04.622541 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] Publish callbacks [] for security_group (f383dd3a-98bd-4855-9e19-6030cb07d651), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.623039 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.657453 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:56:04.658199 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] Publish callbacks [] for security_group (f383dd3a-98bd-4855-9e19-6030cb07d651), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.661432 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-003bd0d0-a170-4f7d-bb29-e86dcab6c3c8 service neutron] 10.222.0.15 "GET /v2.0/networks/dd151cb7-986c-434a-abd0-e503539867bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327085
Jan 10 12:56:04.662199 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:56:04.665603 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:56:04.696328 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=3a830127-9d4b-4e6c-ab88-945fe1275d66,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:04.778984 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (f383dd3a-98bd-4855-9e19-6030cb07d651), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.781544 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:04.782684 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f383dd3a-98bd-4855-9e19-6030cb07d651 HTTP/1.1" status: 204  len: 168 time: 0.2733989
Jan 10 12:56:04.795198 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-12606cee-1192-4560-9203-914130834b3c req-1884cfc1-673a-4894-a661-ce8eaf1429f0 service neutron] 10.222.0.15 "GET /v2.0/networks/dd151cb7-986c-434a-abd0-e503539867bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249354
Jan 10 12:56:04.796107 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb3fe2-a3c4-4a92-9b90-ccfd6ab9b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383dd3a-98bd-4855-9e19-6030cb07d651,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:04.884323 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:56:04.937257 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 8b1a545a-d619-434d-9274-e46c6b717505 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:56:04.944089 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 8b1a545a-d619-434d-9274-e46c6b717505 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:56:04.944480 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (8b1a545a-d619-434d-9274-e46c6b717505), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.032596 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 8b1a545a-d619-434d-9274-e46c6b717505 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:56:05.032868 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.059767 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:05.062072 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff5681-be41-4b68-a9a1-a29a12308650" -d '{"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:05.063663 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (a9af5906-7187-4fa4-8eae-947f798f960f), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.091282 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:05.096182 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.120086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ffdc6-f6e5-42e6-99c7-3ddba36c656c x-openstack-request-id: req-d67ffdc6-f6e5-42e6-99c7-3ddba36c656c {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:05.120884 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:05.121027 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d67ffdc6-f6e5-42e6-99c7-3ddba36c656c {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:05.121300 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'code': 200}
Jan 10 12:56:05.150046 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:05.153858 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.313487 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.319167 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.331812 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988abda8-68a3-417f-87bd-1d59e1c90970 req-fc93190a-c06f-4af5-9b72-f40beca284de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:05.333623 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-988abda8-68a3-417f-87bd-1d59e1c90970 req-fc93190a-c06f-4af5-9b72-f40beca284de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0489843
Jan 10 12:56:05.386914 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-988abda8-68a3-417f-87bd-1d59e1c90970 req-d8f91efd-cca9-4153-a8e7-dbf52dbd57ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469019
Jan 10 12:56:05.402559 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event updated for resources: {'Port': ['ID=3a830127-9d4b-4e6c-ab88-945fe1275d66,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:05.417994 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (a9af5906-7187-4fa4-8eae-947f798f960f), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:05.518635 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP a9af5906-7187-4fa4-8eae-947f798f960f associated. External IP: 172.37.5.224, port: 83a292d4-c9a0-44eb-9c5c-4824841c7475.
Jan 10 12:56:05.776775 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:56:05.789868 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bf4cb-c588-43be-b17e-ee77a4cac885 req-356bb506-15cc-4043-b660-d6db147c30f2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:05.791618 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a1bf4cb-c588-43be-b17e-ee77a4cac885 req-356bb506-15cc-4043-b660-d6db147c30f2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.1051972
Jan 10 12:56:05.816518 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d346f-eb93-44c7-86fc-7debb9253cc1 req-8572fa60-d816-4bdc-83eb-06da40d310ae tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:05.817942 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-526d346f-eb93-44c7-86fc-7debb9253cc1 req-8572fa60-d816-4bdc-83eb-06da40d310ae tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 947 time: 0.0971301
Jan 10 12:56:05.840136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:56:05.881789 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42522) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:05.899385 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4a1bf4cb-c588-43be-b17e-ee77a4cac885 req-520ed88e-f413-453a-82cc-5b82021e3939 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0997329
Jan 10 12:56:05.905037 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-526d346f-eb93-44c7-86fc-7debb9253cc1 req-f5265e00-d979-4245-a186-67dc09d20f01 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780580
Jan 10 12:56:05.991549 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1a71f85a-8e5a-4fd6-a766-20048df31f45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.001618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:56:06.012538 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:56:06.022269 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.025187 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:56:06.026957 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc1b7340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:06.056515 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b9623954-5652-4868-ac45-9b94716372b1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2470818
Jan 10 12:56:06.057354 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:06.060143 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666e12f1-63da-4a41-b852-e8593795b1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:06.083555 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1a71f85a-8e5a-4fd6-a766-20048df31f45 admin admin] Publish callbacks [] for security_group (bb6f7dd5-3064-4c0a-95a6-58b2aca6f403), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.092494 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-1a71f85a-8e5a-4fd6-a766-20048df31f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bb6f7dd5-3064-4c0a-95a6-58b2aca6f403), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.099621 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a8dafb-e16f-4348-b0eb-2daf81cb2c82 x-openstack-request-id: req-54a8dafb-e16f-4348-b0eb-2daf81cb2c82 {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:06.099921 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:06.100176 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54a8dafb-e16f-4348-b0eb-2daf81cb2c82 {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:06.100581 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'status': 'completed', 'code': 200}
Jan 10 12:56:06.143386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:56:06.145455 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71f85a-8e5a-4fd6-a766-20048df31f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6f7dd5-3064-4c0a-95a6-58b2aca6f403,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:06.165751 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-1a71f85a-8e5a-4fd6-a766-20048df31f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa5ce21070674aad8125bfaaebd1a33d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2827692
Jan 10 12:56:06.168762 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42530) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:06.184052 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-408d2487-dca1-456a-acda-cfe76c52747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:06.185589 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-408d2487-dca1-456a-acda-cfe76c52747d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1099 time: 0.0557451
Jan 10 12:56:06.219314 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] Publish callbacks [] for security_group (bb6f7dd5-3064-4c0a-95a6-58b2aca6f403), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.246363 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] Publish callbacks [] for security_group (bb6f7dd5-3064-4c0a-95a6-58b2aca6f403), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.282648 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-3215a003-585f-4322-a53c-647c9b43415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:06.284095 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-3215a003-585f-4322-a53c-647c9b43415d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0885448
Jan 10 12:56:06.300377 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (bb6f7dd5-3064-4c0a-95a6-58b2aca6f403), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.304761 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:06.318472 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb6f7dd5-3064-4c0a-95a6-58b2aca6f403 HTTP/1.1" status: 204  len: 168 time: 0.1399221
Jan 10 12:56:06.331880 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2871b0-cf4c-402e-916a-8a0b964b9541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6f7dd5-3064-4c0a-95a6-58b2aca6f403,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:06.368870 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-cac9b2f0-d4d4-4f41-b37b-545531813afd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 200  len: 1000 time: 0.0777681
Jan 10 12:56:06.406630 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc1b7340>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9af5906-7187-4fa4-8eae-947f798f960f', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.224', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:9f:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:04Z', 'updated_at': '2022-01-10T12:56:04Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}, {'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:06.425692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-4c8ad952-32b4-4081-a5b0-1e34d0493def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:06.427264 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-4c8ad952-32b4-4081-a5b0-1e34d0493def service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0499575
Jan 10 12:56:06.436198 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:56:06.454521 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:56:06.455313 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc1b7340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:06.488095 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-9189904e-a04e-4a68-8909-9e67b7047efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:06.490183 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-9189904e-a04e-4a68-8909-9e67b7047efc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0542922
Jan 10 12:56:06.601312 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-dfea95b3-704d-4a6c-ab73-5b535c599a91 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1026018
Jan 10 12:56:06.609554 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:56:06.695190 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-666e12f1-63da-4a41-b852-e8593795b1c3 req-87be471d-06d9-475b-b47a-e58dcc162fc0 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878649
Jan 10 12:56:06.845323 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc1b7340>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9af5906-7187-4fa4-8eae-947f798f960f', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.224', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:9f:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:04Z', 'updated_at': '2022-01-10T12:56:04Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}, {'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:06.871193 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1a7f14-2f88-4a0b-9d86-3a749f2ca49b None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a9af5906-7187-4fa4-8eae-947f798f960f', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.224', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:9f:4c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:04Z', 'updated_at': '2022-01-10T12:56:04Z', 'revision_number': 0, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}, {'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:56:06.899688 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 13f35324-7786-4d43-a2c6-43396a475bb2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:56:07.011910 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f35324-7786-4d43-a2c6-43396a475bb2,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:07.025093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '13f35324-7786-4d43-a2c6-43396a475bb2', 'network_id': 'dd151cb7-986c-434a-abd0-e503539867bc', 'port_id': '13f35324-7786-4d43-a2c6-43396a475bb2', 'mac_address': 'fa:16:3e:c4:c6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13d57a5-b435-429d-8db0-45c26856b7d5', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:56:07.063766 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11f7c1-da75-4717-9305-7162da516b5f req-bf4da891-5eb4-4c13-8898-2c9dd9aae28a tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:07.065321 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5f11f7c1-da75-4717-9305-7162da516b5f req-bf4da891-5eb4-4c13-8898-2c9dd9aae28a tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0891712
Jan 10 12:56:07.068132 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 13f35324-7786-4d43-a2c6-43396a475bb2 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:56:07.068527 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.073076 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9130c-d77c-4508-bbf7-10b5be717e88 req-156286d5-caa2-49d2-a667-f0dd4dc52f15 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:07.074571 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-01e9130c-d77c-4508-bbf7-10b5be717e88 req-156286d5-caa2-49d2-a667-f0dd4dc52f15 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 947 time: 0.0831845
Jan 10 12:56:07.083268 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f35324-7786-4d43-a2c6-43396a475bb2 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:56:07.109744 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f35324-7786-4d43-a2c6-43396a475bb2,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:07.111399 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc567dda-c96e-41b5-8477-a94ffe520ffc None None] New status for floating IP a9af5906-7187-4fa4-8eae-947f798f960f: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:56:07.115129 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.162677 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-5f11f7c1-da75-4717-9305-7162da516b5f req-9017c05a-bd31-4b32-8ba9-272775116e99 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0869153
Jan 10 12:56:07.169841 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=4']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:07.171622 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-01e9130c-d77c-4508-bbf7-10b5be717e88 req-cc1691dd-bb55-420c-8959-c2fef27fec01 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893328
Jan 10 12:56:07.300123 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77061cf-4a39-4ac1-a422-c5d641f310c4 req-d8a12a37-ccc4-43a3-ab69-e50aed9e6bf9 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:07.301603 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d77061cf-4a39-4ac1-a422-c5d641f310c4 req-d8a12a37-ccc4-43a3-ab69-e50aed9e6bf9 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0555491
Jan 10 12:56:07.344254 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['13f35324-7786-4d43-a2c6-43396a475bb2'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:56:07.349956 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-d77061cf-4a39-4ac1-a422-c5d641f310c4 req-e4ccaa1f-5c40-438c-b898-844ed2e60986 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422025
Jan 10 12:56:07.371429 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42540) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:07.561365 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce4ed4-ae5d-4af1-ac76-e5231e100724 tempest-TestShelveInstance-321301701 tempest-TestShelveInstance-321301701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:07.562832 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b3ce4ed4-ae5d-4af1-ac76-e5231e100724 tempest-TestShelveInstance-321301701 tempest-TestShelveInstance-321301701-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1094 time: 0.1903927
Jan 10 12:56:07.565818 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42544) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:07.569993 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.v2.base [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Request body: {'floatingip': {'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109429) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 10 12:56:07.596853 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.699255 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (None), before_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.813928 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Allocated IP 172.37.5.118 (b62a84e3-702b-401e-be42-557f83a3e00b/6c7ee10e-2ed4-4f24-bd35-68abf9881243/a061cef9-c56d-43f4-99a2-d9bedb95a9f7) {{(pid=109429) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jan 10 12:56:07.919698 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.957193 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744485472247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:07.995202 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Network b62a84e3-702b-401e-be42-557f83a3e00b is already hosted by enough agents. {{(pid=109429) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jan 10 12:56:07.998145 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Resources bound (agent type, host, resource id):  {{(pid=109429) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jan 10 12:56:08.001585 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Received port after_create {{(pid=109429) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jan 10 12:56:08.007004 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'Port': ['ID=a061cef9-c56d-43f4-99a2-d9bedb95a9f7,revision_number=1']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:08.372618 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf559c0-84a5-4deb-b5a6-e6e41e511ea0 req-c6724e57-d9ed-4ee0-883d-25c28f54b447 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:08.374075 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddf559c0-84a5-4deb-b5a6-e6e41e511ea0 req-c6724e57-d9ed-4ee0-883d-25c28f54b447 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 948 time: 0.1224453
Jan 10 12:56:08.398465 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for floatingip (908937a6-f155-45a8-8a77-a3f2862d4922), precommit_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.460405 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ddf559c0-84a5-4deb-b5a6-e6e41e511ea0 req-bbdd1bf3-f39f-496f-be0e-0c810c5e61b3 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800602
Jan 10 12:56:08.488367 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), before_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.641130 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-7263a55e-de86-4b57-8cee-0bedf494d4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.644783 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), precommit_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.650968 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8875996'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), after_update {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.719004 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event updated for resources: {'Port': ['ID=a061cef9-c56d-43f4-99a2-d9bedb95a9f7,revision_number=2']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:08.729820 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637732'] for floatingip (908937a6-f155-45a8-8a77-a3f2862d4922), after_create {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:08.913549 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 13f35324-7786-4d43-a2c6-43396a475bb2 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:56:08.965250 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning for port 13f35324-7786-4d43-a2c6-43396a475bb2 completed by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jan 10 12:56:08.969719 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 13f35324-7786-4d43-a2c6-43396a475bb2 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:56:08.970030 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:09.051005 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 13f35324-7786-4d43-a2c6-43396a475bb2 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:56:09.051344 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:09.058304 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.db.l3_db [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Floating IP 908937a6-f155-45a8-8a77-a3f2862d4922 associated. External IP: 172.37.5.118, port: 8b1a545a-d619-434d-9274-e46c6b717505.
Jan 10 12:56:09.075925 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:09.078188 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9611c940-05fe-4713-8bf8-b2b7ed6f8b4b" -d '{"events": [{"server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "name": "network-vif-plugged", "status": "completed", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:09.090689 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f35324-7786-4d43-a2c6-43396a475bb2,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:09.096755 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:09.122893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a1699-a134-4ac5-84e5-8528c09d359b x-openstack-request-id: req-053a1699-a134-4ac5-84e5-8528c09d359b {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:09.122893 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "name": "network-vif-plugged", "status": "completed", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:09.123244 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-053a1699-a134-4ac5-84e5-8528c09d359b {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:09.123636 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2', 'code': 200}
Jan 10 12:56:09.150093 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=5']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:09.282170 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:56:09.284372 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9f6a3-e930-4eb0-859c-b50c708569e4 req-30f5d643-fee1-4411-b772-15a73730e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.285900 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-bca9f6a3-e930-4eb0-859c-b50c708569e4 req-30f5d643-fee1-4411-b772-15a73730e9e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 1102 time: 0.0442588
Jan 10 12:56:09.328533 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-bca9f6a3-e930-4eb0-859c-b50c708569e4 req-d11eb5a8-f7d2-4966-b15d-0d52fb950c56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368166
Jan 10 12:56:09.389881 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:56:09.399548 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Sync routers for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:56:09.409605 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:09.410856 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:56:09.411504 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:09.437607 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3c7b9210-55e9-47e4-b94c-9a3a52f2bd98 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8707867
Jan 10 12:56:09.438203 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109429) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:09.440528 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2dafb7a8c9d14e35282cec7203059f8d601f72027e0a1e0ad0be92696891a416" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85610b5e-0f28-4263-9bd1-de42dc9b7573" -d '{"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109429) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:09.483191 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507d9cf7-7cbc-431a-9950-696a8c50de44 x-openstack-request-id: req-507d9cf7-7cbc-431a-9950-696a8c50de44 {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:09.483494 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "status": "completed", "code": 200}]} {{(pid=109429) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:09.484756 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-507d9cf7-7cbc-431a-9950-696a8c50de44 {{(pid=109429) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:09.484756 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'status': 'completed', 'code': 200}
Jan 10 12:56:09.523089 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:56:09.581457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-e5d18142-beb9-4b9a-be98-4ba06bd7b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.581675 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda3dc6-5ed1-4f14-af3b-0d97b3b931bd req-17c869f2-22ef-4203-a328-db36939055e3 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.583120 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8dda3dc6-5ed1-4f14-af3b-0d97b3b931bd req-17c869f2-22ef-4203-a328-db36939055e3 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 949 time: 0.0528643
Jan 10 12:56:09.584203 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-e5d18142-beb9-4b9a-be98-4ba06bd7b78f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0446150
Jan 10 12:56:09.633905 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8dda3dc6-5ed1-4f14-af3b-0d97b3b931bd req-d7aea0c4-2f2a-4ab4-88c2-1a2b3237a922 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448053
Jan 10 12:56:09.680748 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-28839fbc-4be7-4bfb-84c4-72cd8c90ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.682754 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-28839fbc-4be7-4bfb-84c4-72cd8c90ebae service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.0917966
Jan 10 12:56:09.751359 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-0fb3bc7e-9c80-482a-8bca-09deab0c9471 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1000 time: 0.0608273
Jan 10 12:56:09.802631 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-c036c99d-7abe-4419-b206-02993689b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.804183 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-c036c99d-7abe-4419-b206-02993689b3eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0467460
Jan 10 12:56:09.857564 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-8f032bc9-a3d9-412b-b5b4-71b21938e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:09.858976 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-8f032bc9-a3d9-412b-b5b4-71b21938e479 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0483730
Jan 10 12:56:09.898005 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8340>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '908937a6-f155-45a8-8a77-a3f2862d4922', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'floating_ip_address': '172.37.5.118', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'mac_address': 'fa:16:3e:31:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f694-b312-4aef-918b-87a6983887f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:08Z', 'updated_at': '2022-01-10T12:56:08Z', 'revision_number': 0, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:09.924584 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Checking router: 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:56:09.934555 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:56:09.935177 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8340>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:55:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:09.952848 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-34eddf86-af42-4306-b8eb-57d85c74d371 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865190
Jan 10 12:56:10.042805 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:56:10.046909 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-85610b5e-0f28-4263-9bd1-de42dc9b7573 req-69928e79-799d-48c5-817d-1ee1c1880df8 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873635
Jan 10 12:56:10.290864 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faf9c8340>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '908937a6-f155-45a8-8a77-a3f2862d4922', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'floating_ip_address': '172.37.5.118', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'mac_address': 'fa:16:3e:31:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f694-b312-4aef-918b-87a6983887f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:08Z', 'updated_at': '2022-01-10T12:56:08Z', 'revision_number': 0, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:56:10.319356 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054a86c1-eae5-4747-9584-01a7bc6fd11d None None] The sync data for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi is: [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '908937a6-f155-45a8-8a77-a3f2862d4922', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'floating_ip_address': '172.37.5.118', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'mac_address': 'fa:16:3e:31:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca61f694-b312-4aef-918b-87a6983887f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:56:08Z', 'updated_at': '2022-01-10T12:56:08Z', 'revision_number': 0, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:56:10.526080 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35706786-294f-4c3e-91ee-fec95fc534a1 None None] New status for floating IP 908937a6-f155-45a8-8a77-a3f2862d4922: ACTIVE {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:56:10.762183 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d7373-ca4b-4dea-88d5-b1fab50c17ec req-6d896745-4fb1-45a2-9fe1-779c3141d992 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:10.763723 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e07d7373-ca4b-4dea-88d5-b1fab50c17ec req-6d896745-4fb1-45a2-9fe1-779c3141d992 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 949 time: 0.0560257
Jan 10 12:56:10.812231 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e07d7373-ca4b-4dea-88d5-b1fab50c17ec req-81fa1fc8-9fc8-49e3-b237-f0401aa0485f tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429204
Jan 10 12:56:10.872972 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-36e6fed7-c71c-4843-91e1-ebd0549922b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:11.094181 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac55b8-8ba4-40c9-a7f9-0fc2d83a7ba4 req-50aa991f-47a7-4d44-bac6-a3b2e64be206 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:11.095677 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dcac55b8-8ba4-40c9-a7f9-0fc2d83a7ba4 req-50aa991f-47a7-4d44-bac6-a3b2e64be206 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 949 time: 0.0579860
Jan 10 12:56:11.147134 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dcac55b8-8ba4-40c9-a7f9-0fc2d83a7ba4 req-769ef246-70ef-4f5f-bf5e-e0365a0ccedd tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419095
Jan 10 12:56:12.066011 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:12.270679 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028471ad-b6e0-425a-9aed-8b86e28620c9 req-486d4194-4152-4048-8133-ccef5dacd8d2 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:12.272161 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-028471ad-b6e0-425a-9aed-8b86e28620c9 req-486d4194-4152-4048-8133-ccef5dacd8d2 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 949 time: 0.0511260
Jan 10 12:56:12.329133 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-028471ad-b6e0-425a-9aed-8b86e28620c9 req-889a1f4e-19be-45fd-bcfb-08ae2060a369 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/security-groups?id=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507076
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.394457 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-e85b7ad7-7eb8-471d-92fe-1eaa659c2584 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:56:12.397699 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-e85b7ad7-7eb8-471d-92fe-1eaa659c2584 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.15 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 949 time: 0.0559266
Jan 10 12:56:12.497297 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Deleting port 13f35324-7786-4d43-a2c6-43396a475bb2 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:56:12.497626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:12.603073 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] For port 13f35324-7786-4d43-a2c6-43396a475bb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=13f35324-7786-4d43-a2c6-43396a475bb2,segment=NetworkSegment(a3014b0b-0741-48ad-89fe-0829b26cd0bc),segment_id=a3014b0b-0741-48ad-89fe-0829b26cd0bc)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:56:12.603577 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:12.618360 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Calling delete_port for 13f35324-7786-4d43-a2c6-43396a475bb2 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:56:12.774226 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (13f35324-7786-4d43-a2c6-43396a475bb2), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:12.789758 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['13f35324-7786-4d43-a2c6-43396a475bb2'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:56:12.806944 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Pushing event deleted for resources: {'Port': ['ID=13f35324-7786-4d43-a2c6-43396a475bb2,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:12.853607 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] No DVR routers for this DVR port 13f35324-7786-4d43-a2c6-43396a475bb2 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:56:12.856190 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:12.859497 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9c1a1cb6-d53f-495b-bd5b-9e9565e08992 req-252a9221-70ea-4139-af29-c2a2372f32e5 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.15 "DELETE /v2.0/ports/13f35324-7786-4d43-a2c6-43396a475bb2 HTTP/1.1" status: 204  len: 173 time: 0.4573810
Jan 10 12:56:12.859994 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'name': 'network-vif-deleted', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:56:12.862355 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515205a-7a19-4584-aa26-43b7a6be492a" -d '{"events": [{"server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "name": "network-vif-deleted", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:56:12.907107 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65deddd-bc31-4be7-ac47-aa7eba8a540b x-openstack-request-id: req-f65deddd-bc31-4be7-ac47-aa7eba8a540b {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:56:12.907422 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f", "name": "network-vif-deleted", "tag": "13f35324-7786-4d43-a2c6-43396a475bb2", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:56:12.907704 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f65deddd-bc31-4be7-ac47-aa7eba8a540b {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:56:12.908111 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f', 'name': 'network-vif-deleted', 'tag': '13f35324-7786-4d43-a2c6-43396a475bb2', 'status': 'completed', 'code': 200}
Jan 10 12:56:13.447184 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-172d1a9b-d54f-4e49-acda-7d379ee4e780 req-fb857f01-fa82-4d50-a0eb-497065bc2d56 tempest-VolumesNegativeTest-1688825575 tempest-VolumesNegativeTest-1688825575-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5edcdf7-8dbb-4368-a6e0-56024bc6ee2f HTTP/1.1" status: 200  len: 210 time: 0.0278730
Jan 10 12:56:13.716192 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:14.162693 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:14.851472 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:16.921995 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 13f35324-7786-4d43-a2c6-43396a475bb2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:56:16.945009 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 13f35324-7786-4d43-a2c6-43396a475bb2 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:56:16.945605 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 13f35324-7786-4d43-a2c6-43396a475bb2 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:56:18.558802 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42822) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:18.714644 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f233925b-2f53-4731-b4e4-575828357ea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc4284bad574579a432ee33d1686603&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1543264
Jan 10 12:56:18.718349 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42826) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:18.766775 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] Publish callbacks [] for security_group (7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:18.788860 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] Publish callbacks [] for security_group (7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:18.836162 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:18.838643 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:18.839847 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad HTTP/1.1" status: 204  len: 168 time: 0.1205742
Jan 10 12:56:18.849684 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc59f99-7e4d-4b3d-81a7-9fff751596dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be1472f-e9cb-4ee0-9ee7-1f2e069a47ad,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:38.648882 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c6730426-d858-463b-99e7-b8ee47a4606b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.249661 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42972) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:39.381626 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5658410-8e73-4955-abcd-a10f57295a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.473096 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5658410-8e73-4955-abcd-a10f57295a63 admin admin] Publish callbacks [] for security_group (9fbdfa50-d34c-497d-b805-f536b99453ed), precommit_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.479204 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5658410-8e73-4955-abcd-a10f57295a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9fbdfa50-d34c-497d-b805-f536b99453ed), after_create {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.516236 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c5658410-8e73-4955-abcd-a10f57295a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2859d5f24cf44bb69fb00c10e8ca4788&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2653732
Jan 10 12:56:39.516911 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5658410-8e73-4955-abcd-a10f57295a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbdfa50-d34c-497d-b805-f536b99453ed,revision_number=1']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:39.519846 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 42976) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:56:39.569736 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] Publish callbacks [] for security_group (9fbdfa50-d34c-497d-b805-f536b99453ed), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.595652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] Publish callbacks [] for security_group (9fbdfa50-d34c-497d-b805-f536b99453ed), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.649363 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (9fbdfa50-d34c-497d-b805-f536b99453ed), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.652060 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:39.653237 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fbdfa50-d34c-497d-b805-f536b99453ed HTTP/1.1" status: 204  len: 168 time: 0.1323829
Jan 10 12:56:39.661498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e2f73-4beb-4eed-9248-3ab80e617746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbdfa50-d34c-497d-b805-f536b99453ed,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:56:40.879643 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4fc7568e-7082-4b65-b101-e878350fab3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:42.075301 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:42.776440 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:56:43.725536 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:44.162080 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:56:44.865671 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:08.656524 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-45c25b8e-2453-4ca5-9fcd-0605d7bf205e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:10.866030 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-61447c97-2241-477f-ba1e-74977e672094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:12.077305 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:13.720588 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:14.195646 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:14.863636 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:19.780646 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:57:38.646805 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-99cd3712-d89a-4a64-bed2-1d24a1e8d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:40.861978 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d48bcd91-bcf3-45df-8329-8b2939d242c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:42.081978 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:43.723028 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:44.188493 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:44.860773 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.234587 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 42994) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:57:45.402716 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port 3a830127-9d4b-4e6c-ab88-945fe1275d66 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:45.403057 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.475781 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.476066 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (3a830127-9d4b-4e6c-ab88-945fe1275d66), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.488363 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for 3a830127-9d4b-4e6c-ab88-945fe1275d66 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:45.669826 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (3a830127-9d4b-4e6c-ab88-945fe1275d66), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.694597 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=3a830127-9d4b-4e6c-ab88-945fe1275d66,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:45.705897 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.706234 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.706594 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.706932 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.707261 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.707616 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.707938 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.708275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.708608 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.709203 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.709332 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.709660 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.709993 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:45.762846 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (a9af5906-7187-4fa4-8eae-947f798f960f), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:45.763062 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP a9af5906-7187-4fa4-8eae-947f798f960f disassociated (deleted). External IP: 172.37.5.224, port: 83a292d4-c9a0-44eb-9c5c-4824841c7475.
Jan 10 12:57:46.225607 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:57:46.329794 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:57:46.335463 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:46.340918 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:57:46.354150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:57:46.354768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2686a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:46.363088 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f9d5fd9b-2862-405b-a743-2d8845444b4f tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9af5906-7187-4fa4-8eae-947f798f960f HTTP/1.1" status: 204  len: 168 time: 1.1270337
Jan 10 12:57:46.363683 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:57:46.366225 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11" -d '{"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:57:46.404814 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1aebdd-8c82-4130-8843-f7404495c313 x-openstack-request-id: req-ab1aebdd-8c82-4130-8843-f7404495c313 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:57:46.405220 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:57:46.405444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab1aebdd-8c82-4130-8843-f7404495c313 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:57:46.405873 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'status': 'completed', 'code': 200}
Jan 10 12:57:46.460901 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:57:46.470671 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-31eaf4d6-b3f6-47a3-8882-af8b7b3490e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:46.472310 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-31eaf4d6-b3f6-47a3-8882-af8b7b3490e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 1099 time: 0.0434124
Jan 10 12:57:46.576462 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-e4bdc91c-da9f-464b-966d-fd6a2d7e583b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:46.577940 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-e4bdc91c-da9f-464b-966d-fd6a2d7e583b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0963874
Jan 10 12:57:46.596289 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63ca8f-a3c0-4375-ab02-fec8c9ea0eda req-e805f425-be25-4366-9367-bcce6412c812 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:46.597894 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e63ca8f-a3c0-4375-ab02-fec8c9ea0eda req-e805f425-be25-4366-9367-bcce6412c812 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.0500801
Jan 10 12:57:46.621753 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-6787147a-7566-4087-b06d-620a3347a060 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 200  len: 217 time: 0.0361433
Jan 10 12:57:46.653006 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0e63ca8f-a3c0-4375-ab02-fec8c9ea0eda req-f14412ab-85bc-4ca9-b98d-75e94724e764 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479515
Jan 10 12:57:46.681639 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-6e3f7e7a-e345-45e1-b125-fdac1577fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:46.683120 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-6e3f7e7a-e345-45e1-b125-fdac1577fac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0549612
Jan 10 12:57:46.699049 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2686a0>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:46.725485 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:57:46.733744 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:57:46.734539 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-e5a79182-c1ae-420d-a337-4911f53b3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:46.734670 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2686a0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:46.735694 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-e5a79182-c1ae-420d-a337-4911f53b3380 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0446897
Jan 10 12:57:46.825604 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-9a9c14af-2d38-4515-a18f-a1753d9bf0e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831926
Jan 10 12:57:46.842027 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:57:46.922101 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-e042204f-bba4-40bc-8b8d-8ecc86e7eb11 req-cf8c60aa-5ea8-4397-94ce-646b736b7ac3 service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0898335
Jan 10 12:57:47.069491 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbc2686a0>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:47.094760 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ec7b8f-519f-469b-a36a-27f8a7710035 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'floating_ip_address': '172.37.5.6', 'floating_network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'router_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'port_id': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'mac_address': 'fa:16:3e:2c:8c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ec6184-c920-4234-a9f6-5e726a1be681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-10T12:54:06Z', 'updated_at': '2022-01-10T12:54:09Z', 'revision_number': 1, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:57:47.331248 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e8c0e-808d-4da0-9c6e-bf4cce2254be None None] New status for floating IP a9af5906-7187-4fa4-8eae-947f798f960f: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:57:47.957212 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f94749-256d-4bfb-8dff-d0dc5343bcc9 req-2207221e-da9e-4eff-9f49-a7526b33e9df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:47.958771 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5f94749-256d-4bfb-8dff-d0dc5343bcc9 req-2207221e-da9e-4eff-9f49-a7526b33e9df tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.2305419
Jan 10 12:57:48.025739 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b5f94749-256d-4bfb-8dff-d0dc5343bcc9 req-60e4902e-68e0-4929-9690-b7c7daac0fba tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592923
Jan 10 12:57:48.064515 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-3bcf4960-f64d-4c77-99ae-6c92310f8b66 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:48.065974 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-3bcf4960-f64d-4c77-99ae-6c92310f8b66 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 946 time: 0.0542059
Jan 10 12:57:48.164107 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port 83a292d4-c9a0-44eb-9c5c-4824841c7475 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:48.164422 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:48.265955 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] For port 83a292d4-c9a0-44eb-9c5c-4824841c7475, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=83a292d4-c9a0-44eb-9c5c-4824841c7475,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:57:48.266204 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:48.279216 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for 83a292d4-c9a0-44eb-9c5c-4824841c7475 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:48.414466 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (83a292d4-c9a0-44eb-9c5c-4824841c7475), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:48.442532 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=83a292d4-c9a0-44eb-9c5c-4824841c7475,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:48.491453 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] No DVR routers for this DVR port 83a292d4-c9a0-44eb-9c5c-4824841c7475 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:57:48.494341 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:48.497838 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-b04577c8-00a4-4794-aabf-00ecf7f27319 req-1716d79c-c0a0-485c-94b6-b1d76a02b13c tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "DELETE /v2.0/ports/83a292d4-c9a0-44eb-9c5c-4824841c7475 HTTP/1.1" status: 204  len: 173 time: 0.4263268
Jan 10 12:57:48.498294 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'name': 'network-vif-deleted', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:57:48.501224 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfa1801-0a85-4ee6-98b2-ef94bb4321bd" -d '{"events": [{"server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "name": "network-vif-deleted", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:57:48.538068 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5b621f-cc10-4ee7-8e0c-f48f309eaa85 x-openstack-request-id: req-ad5b621f-cc10-4ee7-8e0c-f48f309eaa85 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:57:48.538383 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cedaea1-ffa3-4eea-8f99-97b57791906e", "name": "network-vif-deleted", "tag": "83a292d4-c9a0-44eb-9c5c-4824841c7475", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:57:48.538624 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad5b621f-cc10-4ee7-8e0c-f48f309eaa85 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:57:48.539299 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cedaea1-ffa3-4eea-8f99-97b57791906e', 'name': 'network-vif-deleted', 'tag': '83a292d4-c9a0-44eb-9c5c-4824841c7475', 'status': 'completed', 'code': 200}
Jan 10 12:57:49.138660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-dd3929f0-b4cb-43f9-8fef-06827dd78a88 req-8ecbfad3-ac63-4947-9c4f-cafcf4aaa2e7 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cedaea1-ffa3-4eea-8f99-97b57791906e HTTP/1.1" status: 200  len: 210 time: 0.0261765
Jan 10 12:57:51.248718 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 83a292d4-c9a0-44eb-9c5c-4824841c7475 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:57:51.273365 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 83a292d4-c9a0-44eb-9c5c-4824841c7475 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:57:51.273685 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 83a292d4-c9a0-44eb-9c5c-4824841c7475 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:57:52.460190 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43040) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:57:52.623177 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port ef435c6f-86b8-4028-bb31-d9791673d294 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:52.623472 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:52.702039 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:52.702303 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (ef435c6f-86b8-4028-bb31-d9791673d294), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:52.714328 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for ef435c6f-86b8-4028-bb31-d9791673d294 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:52.873299 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (ef435c6f-86b8-4028-bb31-d9791673d294), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:52.897943 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=ef435c6f-86b8-4028-bb31-d9791673d294,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:52.962906 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:52.963175 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Floating IP dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9 disassociated (deleted). External IP: 172.37.5.6, port: b7bcefb3-698a-4790-bca2-57d443e10d43.
Jan 10 12:57:53.184352 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:57:53.301105 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:57:53.306393 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:53.312601 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:57:53.323737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:57:53.324439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faffe3490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:53.333448 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c94b1efe-3866-4ba1-888a-cc8dfc4ca1cf tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "DELETE /v2.0/floatingips/dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9 HTTP/1.1" status: 204  len: 168 time: 0.8718495
Jan 10 12:57:53.334042 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:57:53.336331 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc431f1-25a5-48db-91df-c3dbcb3fd402" -d '{"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:57:53.374354 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fe76f6-a676-49f7-9c3a-c407c4f7225b x-openstack-request-id: req-a2fe76f6-a676-49f7-9c3a-c407c4f7225b {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:57:53.374651 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:57:53.374901 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2fe76f6-a676-49f7-9c3a-c407c4f7225b {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:57:53.375327 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'status': 'completed', 'code': 200}
Jan 10 12:57:53.440150 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-91b9d7bf-440b-4972-8fe7-3af404fb0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:53.440438 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:57:53.441736 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-91b9d7bf-440b-4972-8fe7-3af404fb0a68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=503dbd8843034c38a1dbc86c07c6f549&device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 1099 time: 0.0444965
Jan 10 12:57:53.545279 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-96be2b67-8a22-4970-a921-c985f85ddb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:53.546788 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-96be2b67-8a22-4970-a921-c985f85ddb48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 200  len: 911 time: 0.0943403
Jan 10 12:57:53.567797 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e8b18-2e62-4913-8f70-a9817a5da586 req-ed9b80ac-9586-4a19-9053-6c621c473782 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:53.569216 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8f1e8b18-2e62-4913-8f70-a9817a5da586 req-ed9b80ac-9586-4a19-9053-6c621c473782 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0505979
Jan 10 12:57:53.590990 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-99781384-77d6-48bf-9c4c-77ffdc00f0be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 200  len: 217 time: 0.0354276
Jan 10 12:57:53.620832 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8f1e8b18-2e62-4913-8f70-a9817a5da586 req-07354e54-59ce-4553-840b-d20ec7f24ac1 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455089
Jan 10 12:57:53.640232 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-d6b23832-75a4-4bc3-af60-3a5cab0b8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:53.641715 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-d6b23832-75a4-4bc3-af60-3a5cab0b8fb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 200  len: 850 time: 0.0445917
Jan 10 12:57:53.658078 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faffe3490>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:53.685298 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:57:53.693825 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:57:53.694440 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faffe3490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:53.696114 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-e9f27220-ccaa-46cc-8505-c64369ccb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:53.698285 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-e9f27220-ccaa-46cc-8505-c64369ccb3f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0489631
Jan 10 12:57:53.708333 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-e16d1aee-b836-47e6-b6ff-15b934f12996 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109428) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:57:53.709290 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-e16d1aee-b836-47e6-b6ff-15b934f12996 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0049746
Jan 10 12:57:53.801245 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-7d2cf417-fd87-4017-932a-2b85d12437aa service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853934
Jan 10 12:57:53.899963 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-4cc431f1-25a5-48db-91df-c3dbcb3fd402 req-3ef4e8f4-73bb-4de6-bc1c-14696d3f0cce service neutron] 10.222.0.15 "GET /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914292
Jan 10 12:57:53.940086 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:57:54.148153 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faffe3490>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:57:54.178346 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345a4325-3712-4127-af6e-a0aac95180aa None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '97eddbab-c814-4154-9ef2-3b9d073da1c3', 'name': '', 'network_id': 'c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'mac_address': 'fa:16:3e:1a:37:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:10Z', 'updated_at': '2022-01-10T12:50:16Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'subnets': [{'id': '16917d48-7a5d-41a1-91e9-99a0dc97284b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:57:54.409382 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47d7259-cb03-4e2e-bbf4-432e5267577c None None] New status for floating IP dee4c019-bb9c-4ab6-ab5a-d75a7a4278f9: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:57:54.743820 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848d35c-fe3c-4c64-924c-cb7b9c99322d req-07819297-22b6-4867-b145-e46cf56f7052 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:54.745682 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6848d35c-fe3c-4c64-924c-cb7b9c99322d req-07819297-22b6-4867-b145-e46cf56f7052 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0516005
Jan 10 12:57:54.749178 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-170b199a-4ac2-4e8f-a845-8dec0b2200a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0461550
Jan 10 12:57:54.798696 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-6848d35c-fe3c-4c64-924c-cb7b9c99322d req-ffd6a42c-d434-4cac-b5f2-6419015881d0 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/security-groups?id=86bcab37-1b87-4e80-9a0f-3912ea96709b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472660
Jan 10 12:57:54.844054 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-11b94319-14ad-4ef7-be4e-975ab45f8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:54.845584 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-11b94319-14ad-4ef7-be4e-975ab45f8a63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0431111
Jan 10 12:57:55.008515 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-bab54de2-95ad-43ff-8269-27961f94b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:55.010047 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-bab54de2-95ad-43ff-8269-27961f94b1bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.1208730
Jan 10 12:57:55.018602 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-9e33a576-5141-418d-9f8a-c1fa73e8f220 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:55.019979 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-9e33a576-5141-418d-9f8a-c1fa73e8f220 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 946 time: 0.0711362
Jan 10 12:57:55.131552 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-55662112-048a-4342-9363-fe1f03fe750a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1002 time: 0.1106150
Jan 10 12:57:55.191076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-1b160c7e-63f7-4fb6-bce3-f00d8ae58810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:55.192561 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-1b160c7e-63f7-4fb6-bce3-f00d8ae58810 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0532019
Jan 10 12:57:55.197081 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port b7bcefb3-698a-4790-bca2-57d443e10d43 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:55.197674 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:55.297869 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-d4b94d76-5384-4ad8-8244-9df87b3be02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:57:55.299261 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-d4b94d76-5384-4ad8-8244-9df87b3be02b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0987761
Jan 10 12:57:55.324834 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] For port b7bcefb3-698a-4790-bca2-57d443e10d43, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=b7bcefb3-698a-4790-bca2-57d443e10d43,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:57:55.325193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:55.356085 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for b7bcefb3-698a-4790-bca2-57d443e10d43 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:55.457012 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-3b432316-cd68-445f-84cd-3141a93855ec service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455939
Jan 10 12:57:55.594053 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-8be556a4-9eac-4efb-b4c3-4834e5771f03 req-b8b034c3-eaae-4d0b-b36c-36597d29adef service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301334
Jan 10 12:57:55.598252 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (b7bcefb3-698a-4790-bca2-57d443e10d43), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:55.630852 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=b7bcefb3-698a-4790-bca2-57d443e10d43,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:55.676266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] No DVR routers for this DVR port b7bcefb3-698a-4790-bca2-57d443e10d43 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:57:55.678692 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:55.683087 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-5fd88833-0693-4f7d-a53b-f9ef64df29ca req-887ab537-c0c9-4841-a3d9-0941176f2eac tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.15 "DELETE /v2.0/ports/b7bcefb3-698a-4790-bca2-57d443e10d43 HTTP/1.1" status: 204  len: 173 time: 0.6569927
Jan 10 12:57:55.683550 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'name': 'network-vif-deleted', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:57:55.685777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afdb05-01f0-4925-9e16-4933362e78ac" -d '{"events": [{"server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "name": "network-vif-deleted", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:57:55.723474 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96488a3e-8fe0-4d4f-86c5-c41016bb0da1 x-openstack-request-id: req-96488a3e-8fe0-4d4f-86c5-c41016bb0da1 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:57:55.723954 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ec6184-c920-4234-a9f6-5e726a1be681", "name": "network-vif-deleted", "tag": "b7bcefb3-698a-4790-bca2-57d443e10d43", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:57:55.724224 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96488a3e-8fe0-4d4f-86c5-c41016bb0da1 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:57:55.724796 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ec6184-c920-4234-a9f6-5e726a1be681', 'name': 'network-vif-deleted', 'tag': 'b7bcefb3-698a-4790-bca2-57d443e10d43', 'status': 'completed', 'code': 200}
Jan 10 12:57:55.910079 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c77cddb2-8c18-49e5-99d9-f043de78a6e6 req-aac3089d-43ad-433a-8ec6-80c833b86785 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "GET /v2.0/ports?device_id=17ec6184-c920-4234-a9f6-5e726a1be681 HTTP/1.1" status: 200  len: 210 time: 0.0310764
Jan 10 12:57:56.784486 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:57:56.979493 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43056) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:57:57.104889 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Deleting port 90328454-089e-4cdf-9236-4294992830e4 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:57.105131 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (90328454-089e-4cdf-9236-4294992830e4), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.180913 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (90328454-089e-4cdf-9236-4294992830e4), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.181217 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (90328454-089e-4cdf-9236-4294992830e4), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.192974 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Calling delete_port for 90328454-089e-4cdf-9236-4294992830e4 owned by network:floatingip {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:57.329538 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (90328454-089e-4cdf-9236-4294992830e4), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.354636 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'Port': ['ID=90328454-089e-4cdf-9236-4294992830e4,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:57.365777 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.366122 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.366469 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.366826 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.367128 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.367457 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.367817 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.368136 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.368455 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.368768 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.369293 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.370002 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.370116 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:57:57.441528 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for floatingip (7d40a5ef-d41c-48fe-925b-5c4372893fb1), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.444207 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:57.445370 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-1fe1d17e-dd72-46a8-afc6-5aa181e3d082 tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "DELETE /v2.0/floatingips/7d40a5ef-d41c-48fe-925b-5c4372893fb1 HTTP/1.1" status: 204  len: 168 time: 0.4648626
Jan 10 12:57:58.653365 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43068) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:57:58.711678 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (86bcab37-1b87-4e80-9a0f-3912ea96709b), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:58.736629 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (86bcab37-1b87-4e80-9a0f-3912ea96709b), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:58.800950 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (86bcab37-1b87-4e80-9a0f-3912ea96709b), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:58.803482 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:58.805010 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] 10.222.0.13 "DELETE /v2.0/security-groups/86bcab37-1b87-4e80-9a0f-3912ea96709b HTTP/1.1" status: 204  len: 168 time: 0.1503022
Jan 10 12:57:58.814307 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeb76e-29ea-453b-8b78-3e4a6019a90d tempest-TestVolumeBootPattern-1302288884 tempest-TestVolumeBootPattern-1302288884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bcab37-1b87-4e80-9a0f-3912ea96709b,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:57:58.870388 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43072) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:57:59.286778 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b7bcefb3-698a-4790-bca2-57d443e10d43 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:57:59.307953 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: b7bcefb3-698a-4790-bca2-57d443e10d43 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:57:59.308330 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device b7bcefb3-698a-4790-bca2-57d443e10d43 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:57:59.322674 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:59.592649 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Deleting port 97eddbab-c814-4154-9ef2-3b9d073da1c3 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:57:59.592897 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:59.676721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] For port 97eddbab-c814-4154-9ef2-3b9d073da1c3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=97eddbab-c814-4154-9ef2-3b9d073da1c3,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:57:59.677023 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:59.689576 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Calling delete_port for 97eddbab-c814-4154-9ef2-3b9d073da1c3 owned by network:router_interface {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:57:59.869838 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (97eddbab-c814-4154-9ef2-3b9d073da1c3), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:57:59.892573 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=97eddbab-c814-4154-9ef2-3b9d073da1c3,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:00.064770 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:00.288177 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109429) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:58:00.401405 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109429) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:58:00.406378 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-cd93a40c-9c23-404b-adc1-ef9bf4c4f5a6 admin admin] 10.222.0.13 "PUT /v2.0/routers/8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5349152
Jan 10 12:58:00.409831 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43076) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:00.412986 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Sync routers for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:58:00.424042 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:58:00.424774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faff94490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:00.510151 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks [] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:00.529860 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:58:00.720279 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faff94490>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:57:59Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:00.747645 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Checking router: 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:58:00.757207 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Routers {'8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:58:00.757835 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faff94490>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:00.843368 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks [] for router_gateway (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:00.868531 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] Set router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:58:00.897470 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Deleting port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:58:00.897965 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:00.976637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] For port 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:00.976916 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:00.992496 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Calling delete_port for 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 owned by network:router_gateway {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:58:01.044173 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faff94490>, [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:57:59Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:01.075016 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc1b4bd-46af-466b-875a-8060d7851cd2 None None] The sync data for ids ['8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1'] in dv-cinder-master-3-iscsi is: [{'id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'name': 'tempest-TestVolumeBootPattern-589155706-router', 'tenant_id': '503dbd8843034c38a1dbc86c07c6f549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134'}], 'enable_snat': True}, 'gw_port_id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:57:59Z', 'revision_number': 5, 'project_id': '503dbd8843034c38a1dbc86c07c6f549', 'gw_port': {'id': '25bab0a3-0491-4940-8f3c-c5dc28c0f4e6', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:5b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:06Z', 'updated_at': '2022-01-10T12:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:58:01.154678 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (25bab0a3-0491-4940-8f3c-c5dc28c0f4e6), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.183470 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Pushing event deleted for resources: {'Port': ['ID=25bab0a3-0491-4940-8f3c-c5dc28c0f4e6,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:01.246592 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.338732 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.341011 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks [] for router_controller (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.390138 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.390652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 {{(pid=109429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:58:01.395879 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.397025 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-70cad3b0-1d1b-4c2f-a382-d8390d82d754 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8d0e7e51-fee8-495b-bbc7-5f7f1b0e07b1 HTTP/1.1" status: 204  len: 168 time: 0.9863272
Jan 10 12:58:01.399666 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43078) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:01.445498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Deleting subnet 16917d48-7a5d-41a1-91e9-99a0dc97284b {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:58:01.450028 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Publish callbacks [] for subnet (16917d48-7a5d-41a1-91e9-99a0dc97284b), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.484963 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (16917d48-7a5d-41a1-91e9-99a0dc97284b), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.569462 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (16917d48-7a5d-41a1-91e9-99a0dc97284b), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.626207 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (16917d48-7a5d-41a1-91e9-99a0dc97284b), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.654753 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.660591 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e3187b-2e5e-4747-9e51-684cc1225e7b None None] Network c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:58:01.662175 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/16917d48-7a5d-41a1-91e9-99a0dc97284b HTTP/1.1" status: 204  len: 168 time: 0.2614408
Jan 10 12:58:01.663465 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950f456-0808-4c3f-8e0b-fd9b61910510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16917d48-7a5d-41a1-91e9-99a0dc97284b,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:01.665948 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43080) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:01.740213 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.798879 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Deleting port e4ae0aca-5525-4bcd-95e0-be887c1f645b {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:58:01.799221 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.860222 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] For port e4ae0aca-5525-4bcd-95e0-be887c1f645b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e4ae0aca-5525-4bcd-95e0-be887c1f645b,segment=NetworkSegment(d433137b-fdce-423f-93dc-cc01a4c003cf),segment_id=d433137b-fdce-423f-93dc-cc01a4c003cf)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:01.860567 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.873475 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Calling delete_port for e4ae0aca-5525-4bcd-95e0-be887c1f645b owned by network:dhcp {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:58:01.957759 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (e4ae0aca-5525-4bcd-95e0-be887c1f645b), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:01.985661 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4ae0aca-5525-4bcd-95e0-be887c1f645b,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:01.988393 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] No DVR routers for this DVR port e4ae0aca-5525-4bcd-95e0-be887c1f645b on host dv-cinder-master-3-iscsi {{(pid=109429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:58:02.062552 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.081192 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965766d-2a46-4c0f-b4f8-654e0e89e7e6 None None] DHCP port deletion for c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:58:02.089532 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb79558e0>,) {'filters': {'network_id': ['c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:02.105677 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb79558e0>, 'd433137b-fdce-423f-93dc-cc01a4c003cf') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:02.105980 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb79558e0>, 'd433137b-fdce-423f-93dc-cc01a4c003cf') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:02.115281 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (d433137b-fdce-423f-93dc-cc01a4c003cf), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.129027 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (d433137b-fdce-423f-93dc-cc01a4c003cf), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.135022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:58:02.135401 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (d433137b-fdce-423f-93dc-cc01a4c003cf), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   warnings.warn(msg)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:58:02.137212 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:58:02.194294 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.200964 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.204077 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245 HTTP/1.1" status: 204  len: 168 time: 0.5371919
Jan 10 12:58:02.207768 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43082) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:02.215606 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e6168-f553-496b-aa88-a91a0c86d1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5b8c8b5-d1c3-4f27-9dc6-e0e5ca957245,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:02.833723 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (13399bae-7db6-4f25-88e7-79c5c680c66d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:02.886867 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device e4ae0aca-5525-4bcd-95e0-be887c1f645b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:02.906847 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: e4ae0aca-5525-4bcd-95e0-be887c1f645b {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:02.907194 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device e4ae0aca-5525-4bcd-95e0-be887c1f645b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:02.907644 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:02.926501 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:02.927061 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 25bab0a3-0491-4940-8f3c-c5dc28c0f4e6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:02.927733 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 97eddbab-c814-4154-9ef2-3b9d073da1c3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:02.947088 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 97eddbab-c814-4154-9ef2-3b9d073da1c3 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:02.947439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 97eddbab-c814-4154-9ef2-3b9d073da1c3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:03.087475 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Deleting port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:58:03.087805 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:03.164494 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] For port 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:03.164857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:03.177470 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Calling delete_port for 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d owned by network:router_interface {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:58:03.357957 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (99020b7c-6cc2-45c7-8b8b-a9fa16fac48d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:03.381247 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=99020b7c-6cc2-45c7-8b8b-a9fa16fac48d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:03.555747 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (13399bae-7db6-4f25-88e7-79c5c680c66d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:03.778041 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Router 13399bae-7db6-4f25-88e7-79c5c680c66d has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:58:03.888053 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:58:03.893368 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-c5b901b6-b938-4c3c-ae67-51f5683fa6c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/13399bae-7db6-4f25-88e7-79c5c680c66d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6846035
Jan 10 12:58:03.896280 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43084) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:03.896947 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Sync routers for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:58:03.907272 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:58:03.907909 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbce26ca0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:04.008752 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks [] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.012703 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:58:04.110022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks [] for router_gateway (13399bae-7db6-4f25-88e7-79c5c680c66d), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.169707 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Deleting port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:58:04.170048 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.252535 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] For port 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:04.252904 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.265828 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Calling delete_port for 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 owned by network:router_gateway {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:58:04.282855 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbce26ca0>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83'}], 'enable_snat': True}, 'gw_port_id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:58:03Z', 'revision_number': 5, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port': {'id': '8a21cfd8-6742-4287-bd2d-e27a1ddef2e7', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:43:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:04.309537 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Checking router: 13399bae-7db6-4f25-88e7-79c5c680c66d for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:58:04.317646 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Routers {'13399bae-7db6-4f25-88e7-79c5c680c66d'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:58:04.318225 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbce26ca0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:57:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['13399bae-7db6-4f25-88e7-79c5c680c66d'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:04.405297 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] Set router 13399bae-7db6-4f25-88e7-79c5c680c66d gateway port host: None {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:58:04.440538 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (8a21cfd8-6742-4287-bd2d-e27a1ddef2e7), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.458258 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbce26ca0>, [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:58:04Z', 'revision_number': 6, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:04.471333 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8a21cfd8-6742-4287-bd2d-e27a1ddef2e7,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:04.484489 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0740e61-bdc0-4837-9517-5947099a16a5 None None] The sync data for ids ['13399bae-7db6-4f25-88e7-79c5c680c66d'] in dv-cinder-master-3-iscsi is: [{'id': '13399bae-7db6-4f25-88e7-79c5c680c66d', 'name': 'tempest-TestVolumeBootPattern-857925278-router', 'tenant_id': 'd31e2102c0ef4793873359fc55376f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:50:16Z', 'updated_at': '2022-01-10T12:58:04Z', 'revision_number': 6, 'project_id': 'd31e2102c0ef4793873359fc55376f90', 'gw_port_host': None}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:58:04.525166 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (13399bae-7db6-4f25-88e7-79c5c680c66d), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.617488 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.619946 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks [] for router_controller (13399bae-7db6-4f25-88e7-79c5c680c66d), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.675126 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (13399bae-7db6-4f25-88e7-79c5c680c66d), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.675713 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13399bae-7db6-4f25-88e7-79c5c680c66d {{(pid=109429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:58:04.680453 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.681902 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-3eef10d6-1603-4ece-aaf5-583a8b2902bf admin admin] 10.222.0.13 "DELETE /v2.0/routers/13399bae-7db6-4f25-88e7-79c5c680c66d HTTP/1.1" status: 204  len: 168 time: 0.7846248
Jan 10 12:58:04.684603 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43086) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:04.731767 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Deleting subnet ab34067c-4426-40aa-8713-3857e98c8f96 {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:58:04.735662 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Publish callbacks [] for subnet (ab34067c-4426-40aa-8713-3857e98c8f96), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.775645 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (ab34067c-4426-40aa-8713-3857e98c8f96), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.860652 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (ab34067c-4426-40aa-8713-3857e98c8f96), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.919450 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (ab34067c-4426-40aa-8713-3857e98c8f96), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.945273 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab34067c-4426-40aa-8713-3857e98c8f96,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:04.950794 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:04.957012 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-fb44911e-dfe0-4a45-b823-b22c1ade8569 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ab34067c-4426-40aa-8713-3857e98c8f96 HTTP/1.1" status: 204  len: 168 time: 0.2689023
Jan 10 12:58:04.957170 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227b380c-9203-4511-97a6-716d13770940 None None] Network 2a73dd9b-27f9-49ac-91df-293618456ffc requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:58:04.957623 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43088) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:05.027903 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (2a73dd9b-27f9-49ac-91df-293618456ffc), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.083062 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Deleting port 61237905-5d2e-42d1-aa3e-17994bf430a2 {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:58:05.083403 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.148344 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] For port 61237905-5d2e-42d1-aa3e-17994bf430a2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=61237905-5d2e-42d1-aa3e-17994bf430a2,segment=NetworkSegment(ec02467c-3f72-4293-9433-bf89af124fde),segment_id=ec02467c-3f72-4293-9433-bf89af124fde)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:05.148676 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.166507 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Calling delete_port for 61237905-5d2e-42d1-aa3e-17994bf430a2 owned by network:dhcp {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:58:05.250830 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (61237905-5d2e-42d1-aa3e-17994bf430a2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.261133 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac80698-fc66-4b98-bdc7-ab089ff46632 None None] DHCP port deletion for 2a73dd9b-27f9-49ac-91df-293618456ffc request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:58:05.266293 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] No DVR routers for this DVR port 61237905-5d2e-42d1-aa3e-17994bf430a2 on host dv-cinder-master-3-iscsi {{(pid=109429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:58:05.286526 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=61237905-5d2e-42d1-aa3e-17994bf430a2,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:05.291498 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:05.313312 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:05.313750 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 99020b7c-6cc2-45c7-8b8b-a9fa16fac48d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:05.360587 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (2a73dd9b-27f9-49ac-91df-293618456ffc), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.381633 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fbc4e1fa0>,) {'filters': {'network_id': ['2a73dd9b-27f9-49ac-91df-293618456ffc']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:05.391281 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc4e1fa0>, 'ec02467c-3f72-4293-9433-bf89af124fde') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:05.391702 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fbc4e1fa0>, 'ec02467c-3f72-4293-9433-bf89af124fde') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:58:05.401380 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (ec02467c-3f72-4293-9433-bf89af124fde), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.415542 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (ec02467c-3f72-4293-9433-bf89af124fde), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.422498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:58:05.422917 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (ec02467c-3f72-4293-9433-bf89af124fde), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:58:05.424793 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:58:05.485206 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (2a73dd9b-27f9-49ac-91df-293618456ffc), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.490725 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.494272 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2a73dd9b-27f9-49ac-91df-293618456ffc HTTP/1.1" status: 204  len: 168 time: 0.5358298
Jan 10 12:58:05.505358 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36aa380-d13a-4fed-8c45-240284db3ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a73dd9b-27f9-49ac-91df-293618456ffc,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:05.619139 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43092) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:05.660962 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-ed4dd6a5-2c9d-45c4-a1a3-ca34def0f37d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=503dbd8843034c38a1dbc86c07c6f549&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0399802
Jan 10 12:58:05.663604 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43094) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:05.712022 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] Publish callbacks [] for security_group (d8bdd482-6a7f-4d39-8591-9cc5623b9b05), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.734781 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] Publish callbacks [] for security_group (d8bdd482-6a7f-4d39-8591-9cc5623b9b05), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.783479 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (d8bdd482-6a7f-4d39-8591-9cc5623b9b05), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.786044 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:05.787268 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8bdd482-6a7f-4d39-8591-9cc5623b9b05 HTTP/1.1" status: 204  len: 168 time: 0.1227360
Jan 10 12:58:05.795885 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7f208-2e47-4432-b5db-1cc13634c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bdd482-6a7f-4d39-8591-9cc5623b9b05,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:06.120705 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43100) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:06.160269 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e5658133-e3ad-45b6-8b76-f06c693f188d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d31e2102c0ef4793873359fc55376f90&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0382321
Jan 10 12:58:06.163480 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43102) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:58:06.217364 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] Publish callbacks [] for security_group (50629c0e-da67-4714-b371-d03f9ec686c9), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:06.238668 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] Publish callbacks [] for security_group (50629c0e-da67-4714-b371-d03f9ec686c9), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:06.293192 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (50629c0e-da67-4714-b371-d03f9ec686c9), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:06.295812 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:06.296953 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50629c0e-da67-4714-b371-d03f9ec686c9 HTTP/1.1" status: 204  len: 168 time: 0.1325762
Jan 10 12:58:06.304444 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4a6da-ca2c-4249-becc-7d2fd491ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50629c0e-da67-4714-b371-d03f9ec686c9,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:06.887775 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:06.907654 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:06.907979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 8a21cfd8-6742-4287-bd2d-e27a1ddef2e7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:06.908410 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 61237905-5d2e-42d1-aa3e-17994bf430a2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:06.931546 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 61237905-5d2e-42d1-aa3e-17994bf430a2 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:58:06.931918 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 61237905-5d2e-42d1-aa3e-17994bf430a2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:58:08.184980 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947a1af-6c81-453c-be3c-8bed3d9e9a98 req-d5f22fdb-2e37-44f5-a203-2e931d798805 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:08.186469 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b947a1af-6c81-453c-be3c-8bed3d9e9a98 req-d5f22fdb-2e37-44f5-a203-2e931d798805 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0510666
Jan 10 12:58:08.241645 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b947a1af-6c81-453c-be3c-8bed3d9e9a98 req-06098d32-362b-48be-a346-e8782d82ea41 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463834
Jan 10 12:58:08.648995 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c5208556-5a44-462a-a23a-d03da71809ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:09.617997 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455832df-0e3a-41c3-bf00-8e454f5197bd req-a0f4fd96-dcc0-4784-9512-5e5d51e24f68 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:09.619465 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-455832df-0e3a-41c3-bf00-8e454f5197bd req-a0f4fd96-dcc0-4784-9512-5e5d51e24f68 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.2939067
Jan 10 12:58:09.667569 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-455832df-0e3a-41c3-bf00-8e454f5197bd req-33c22264-e5cb-4d41-aa2d-d3d4e2c761c6 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417378
Jan 10 12:58:10.794772 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26a77-d36f-4712-8b70-eebe44930c49 req-10978081-ba94-4f1c-af2d-c42f6d0ac18e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:10.796304 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1ef26a77-d36f-4712-8b70-eebe44930c49 req-10978081-ba94-4f1c-af2d-c42f6d0ac18e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0523748
Jan 10 12:58:10.849975 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-1ef26a77-d36f-4712-8b70-eebe44930c49 req-09391cde-df73-4d4f-9208-d22b4119b928 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454655
Jan 10 12:58:10.867343 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4ea12be6-84a9-47e1-9527-b37b9c3e521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:11.985151 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c48c40-e00a-4e15-9dd9-c20ea406a0e9 req-f6dee4a4-025d-4618-8c80-2f0f5721dd0c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:11.986660 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49c48c40-e00a-4e15-9dd9-c20ea406a0e9 req-f6dee4a4-025d-4618-8c80-2f0f5721dd0c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0508714
Jan 10 12:58:12.045832 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-49c48c40-e00a-4e15-9dd9-c20ea406a0e9 req-1e0cb271-6ae8-41aa-83bf-cf7073a3d6ed tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0532837
Jan 10 12:58:12.075895 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:13.192819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a17a1a-8e57-450d-ae2c-c8dfad1d6dce req-9f7c053b-9454-4c10-9011-64305bdda471 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:13.194264 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e8a17a1a-8e57-450d-ae2c-c8dfad1d6dce req-9f7c053b-9454-4c10-9011-64305bdda471 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0593364
Jan 10 12:58:13.244494 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e8a17a1a-8e57-450d-ae2c-c8dfad1d6dce req-c6c31cb5-e6fc-4b6c-8bcd-a82bf8c86e16 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424314
Jan 10 12:58:13.725520 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:14.185094 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:14.368234 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5069d-70d3-442a-9830-d8a2b021afe3 req-205c963b-f204-4079-a10f-cf58193eda67 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:14.369683 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eee5069d-70d3-442a-9830-d8a2b021afe3 req-205c963b-f204-4079-a10f-cf58193eda67 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0515635
Jan 10 12:58:14.436107 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-eee5069d-70d3-442a-9830-d8a2b021afe3 req-bf277681-84e5-4990-b22d-7377b2ae1f91 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0577383
Jan 10 12:58:14.858636 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:15.563847 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10f279-5ff5-4e00-81a8-65b91d9e5186 req-47b5b0e5-99db-48a3-9b9a-f2bddb4eec73 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:15.565304 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4b10f279-5ff5-4e00-81a8-65b91d9e5186 req-47b5b0e5-99db-48a3-9b9a-f2bddb4eec73 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0597901
Jan 10 12:58:15.613358 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4b10f279-5ff5-4e00-81a8-65b91d9e5186 req-5d41fdc7-c8fa-4ff2-a813-01a2f27aa548 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424142
Jan 10 12:58:16.746721 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84565f9e-acc1-434a-968c-4295d94abd53 req-fce5521d-ba1d-444c-938a-7bc69596a5a6 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:16.748642 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-84565f9e-acc1-434a-968c-4295d94abd53 req-fce5521d-ba1d-444c-938a-7bc69596a5a6 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0513253
Jan 10 12:58:16.801789 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-84565f9e-acc1-434a-968c-4295d94abd53 req-2ca4fe8c-f429-44cb-adf4-acf446c0fe9f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449600
Jan 10 12:58:17.941967 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6498-5e58-42c7-840d-57cc941b2b98 req-afacf545-d0e3-420a-84bd-30a4313f7980 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:17.943394 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-48db6498-5e58-42c7-840d-57cc941b2b98 req-afacf545-d0e3-420a-84bd-30a4313f7980 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0518324
Jan 10 12:58:17.999252 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-48db6498-5e58-42c7-840d-57cc941b2b98 req-c402fc1b-bb76-4738-942d-e8436b861fb6 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0473263
Jan 10 12:58:18.380459 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-3f8de155-9349-4372-9683-77a1008d51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:18.381950 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-3f8de155-9349-4372-9683-77a1008d51ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.1000772
Jan 10 12:58:18.473440 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-26ebf500-557e-41d6-b3b6-d53e5031cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:18.474867 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-26ebf500-557e-41d6-b3b6-d53e5031cdf2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.0872581
Jan 10 12:58:18.541601 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-a0f96ad8-f34c-4b0f-87e5-8556f28b1d81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1002 time: 0.0606160
Jan 10 12:58:18.589993 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-c38b5578-bc3b-407c-af40-f41711ad6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:18.591363 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-c38b5578-bc3b-407c-af40-f41711ad6b4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0436673
Jan 10 12:58:18.636904 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-8a02c415-e355-44a1-90eb-7b538c94e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:18.638314 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-8a02c415-e355-44a1-90eb-7b538c94e062 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0400102
Jan 10 12:58:18.738132 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-a5b3a25d-e9fb-4f80-95f2-7d7c34e900bd service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0923090
Jan 10 12:58:18.831962 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-7f9355e8-55b6-48f3-81af-79244bfb610f req-50c9bf5c-5201-4b9d-88dd-ec9bcca5b12b service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876424
Jan 10 12:58:19.127917 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381352c6-9cda-476b-b197-38a28927e180 req-f33f45d7-e389-4236-8d8a-fe86a9869515 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:19.129278 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-381352c6-9cda-476b-b197-38a28927e180 req-f33f45d7-e389-4236-8d8a-fe86a9869515 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0494456
Jan 10 12:58:19.180105 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-381352c6-9cda-476b-b197-38a28927e180 req-489ae4f0-10bd-48c9-8dd0-29f42dd74504 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447295
Jan 10 12:58:20.316418 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600fc236-1cdd-4d16-af97-149b9ef38dda req-ffb85a0c-4d61-4710-a945-ec126bdd04a8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:20.318156 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-600fc236-1cdd-4d16-af97-149b9ef38dda req-ffb85a0c-4d61-4710-a945-ec126bdd04a8 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0513649
Jan 10 12:58:20.369102 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-600fc236-1cdd-4d16-af97-149b9ef38dda req-04e93838-7627-4b4f-b7fe-0f3275abaff4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0450082
Jan 10 12:58:21.501348 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595b5f8-256f-404e-a8ef-4cf43cc04288 req-7309f4a8-7155-4bd8-be81-46943d91e8e3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:21.502781 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7595b5f8-256f-404e-a8ef-4cf43cc04288 req-7309f4a8-7155-4bd8-be81-46943d91e8e3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0605881
Jan 10 12:58:21.553698 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7595b5f8-256f-404e-a8ef-4cf43cc04288 req-9d527b30-c4e1-4380-ac58-975718799633 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425165
Jan 10 12:58:21.674073 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-7554dffe-22e1-47bb-864b-07797b41cc66 req-d71c4fa3-cee5-452a-9362-cbbdb9295eaf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=109429) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jan 10 12:58:21.675353 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-7554dffe-22e1-47bb-864b-07797b41cc66 req-d71c4fa3-cee5-452a-9362-cbbdb9295eaf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14082 time: 0.0543647
Jan 10 12:58:21.830071 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-ebb670cd-5de5-4694-bf7f-1a319d2c7687 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0669265
Jan 10 12:58:21.845970 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002110d-d340-4e12-8921-284eb524657b req-b46e334e-5a3c-4cb9-ab4f-17572c9c128e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:21.847434 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c002110d-d340-4e12-8921-284eb524657b req-b46e334e-5a3c-4cb9-ab4f-17572c9c128e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0604219
Jan 10 12:58:21.899296 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-c002110d-d340-4e12-8921-284eb524657b req-9a9e84e6-b058-481d-8168-061295e8d8e0 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461216
Jan 10 12:58:23.035895 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e761c-439d-42f8-82b2-ef375f26a98e req-41c34cde-f173-4880-a8db-0442790588f3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.037352 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bd9e761c-439d-42f8-82b2-ef375f26a98e req-41c34cde-f173-4880-a8db-0442790588f3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0533752
Jan 10 12:58:23.088637 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-bd9e761c-439d-42f8-82b2-ef375f26a98e req-1fde82f1-cd83-4f8d-9c6b-b0db9c5a91e3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433998
Jan 10 12:58:23.183986 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-7190740d-0d18-4351-8dee-d6ce8ad0874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.185379 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-7190740d-0d18-4351-8dee-d6ce8ad0874f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5&tenant_id=6274f5b54d23499882aaa38eced195e6 HTTP/1.1" status: 200  len: 1099 time: 0.0468841
Jan 10 12:58:23.257602 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-b4690c10-26c1-475f-813b-92d2c0f3f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.259760 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-b4690c10-26c1-475f-813b-92d2c0f3f711 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0463402
Jan 10 12:58:23.351017 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-2df53457-c500-4b4d-a488-213c0c6154aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.352526 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-2df53457-c500-4b4d-a488-213c0c6154aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.0872004
Jan 10 12:58:23.417500 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:58:23.418131 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-f1860b12-2623-49f0-8bb4-d6e5b0622594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1002 time: 0.0598826
Jan 10 12:58:23.467889 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-07a62009-33ad-49b2-ae56-a403e3e5f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.469323 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-07a62009-33ad-49b2-ae56-a403e3e5f29b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0452437
Jan 10 12:58:23.499364 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 8b1a545a-d619-434d-9274-e46c6b717505 is: ACTIVE; New status is: DOWN {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:58:23.499820 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:23.512899 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-c855831f-70a7-4926-9e59-c89befc454ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:23.514369 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-c855831f-70a7-4926-9e59-c89befc454ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0393655
Jan 10 12:58:23.523143 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:58:23.525462 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e09ca1-249c-42eb-88f1-f6919fa87529" -d '{"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:58:23.538557 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:23.543702 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:23.596115 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=6']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:23.603313 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.603687 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.604053 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.604360 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.604872 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.605422 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.605758 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.606055 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.606579 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.606903 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.607232 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.607559 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.608088 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:58:23.608678 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-8c5e1c7b-ecbc-4d8b-8444-0198c31b2bda service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877860
Jan 10 12:58:23.639918 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 10 Jan 2022 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276cfedf-3666-4173-b02f-210466c000f9 x-openstack-request-id: req-276cfedf-3666-4173-b02f-210466c000f9 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:58:23.640218 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-unplugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:58:23.640457 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-276cfedf-3666-4173-b02f-210466c000f9 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:58:23.641325 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'code': 200}
Jan 10 12:58:23.701452 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-53a56741-c626-47b9-b41a-d152fe5d32d4 req-3277ac48-9335-4c1e-8b56-04a2b77489a1 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869451
Jan 10 12:58:24.233655 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68cece-e66b-40aa-b1c0-d1bc4b486ba5 req-cb6a538f-8b93-4328-8cc2-2aa7c2b956fa tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:24.235354 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a68cece-e66b-40aa-b1c0-d1bc4b486ba5 req-cb6a538f-8b93-4328-8cc2-2aa7c2b956fa tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0636485
Jan 10 12:58:24.287419 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8a68cece-e66b-40aa-b1c0-d1bc4b486ba5 req-8cba00f7-d915-43d4-97b8-e188bd52c0b9 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439973
Jan 10 12:58:25.424739 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fe91e-9636-4ba5-b88c-1aa5cf62267f req-f23d3285-8057-42e6-b406-02a4d97cac70 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:25.426218 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-160fe91e-9636-4ba5-b88c-1aa5cf62267f req-f23d3285-8057-42e6-b406-02a4d97cac70 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0549965
Jan 10 12:58:25.476844 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-160fe91e-9636-4ba5-b88c-1aa5cf62267f req-48b80339-906b-4aba-bcff-fab8469b47b2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443780
Jan 10 12:58:26.611200 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce5f3-6f07-4e14-8cc5-140772645e74 req-ad4126c4-7e77-41eb-a52a-68985a29eee3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:26.613023 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad1ce5f3-6f07-4e14-8cc5-140772645e74 req-ad4126c4-7e77-41eb-a52a-68985a29eee3 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0607114
Jan 10 12:58:26.665922 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-ad1ce5f3-6f07-4e14-8cc5-140772645e74 req-be0f2785-e8aa-4db6-bc55-95501efd451c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445342
Jan 10 12:58:27.806235 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f5939-5bac-4de5-aca1-dd73a3fe6be7 req-d0a18673-44ff-4d71-ba10-208b848f0a9b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:27.807729 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc5f5939-5bac-4de5-aca1-dd73a3fe6be7 req-d0a18673-44ff-4d71-ba10-208b848f0a9b tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0625012
Jan 10 12:58:27.859399 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-cc5f5939-5bac-4de5-aca1-dd73a3fe6be7 req-904b6898-2448-4dba-8352-03d091430af6 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430088
Jan 10 12:58:28.982059 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab55162-af7d-493a-9b68-5ce12c389a2d req-d47ff2c6-e67e-4b12-9cc4-90922f7d9425 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:28.983563 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8ab55162-af7d-493a-9b68-5ce12c389a2d req-d47ff2c6-e67e-4b12-9cc4-90922f7d9425 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0501897
Jan 10 12:58:29.034983 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-8ab55162-af7d-493a-9b68-5ce12c389a2d req-127f2f87-282f-40dd-9da9-6b77a3aa5ce2 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423329
Jan 10 12:58:29.760457 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd6f00-fa1c-405d-a29c-1d650041f2f9 req-79f7139d-e387-46ce-b4cd-148f583b02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:29.761960 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9afd6f00-fa1c-405d-a29c-1d650041f2f9 req-79f7139d-e387-46ce-b4cd-148f583b02ac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1097 time: 0.0435288
Jan 10 12:58:29.811687 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-9afd6f00-fa1c-405d-a29c-1d650041f2f9 req-a371d943-0b49-416e-bda9-e64ef4b0c36d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429683
Jan 10 12:58:30.174870 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11c1f-463c-4ec1-aee1-03d80bf35d21 req-973a377d-e3f1-471c-98b7-fad805653701 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:30.176374 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3eb11c1f-463c-4ec1-aee1-03d80bf35d21 req-973a377d-e3f1-471c-98b7-fad805653701 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0589886
Jan 10 12:58:30.237894 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-3eb11c1f-463c-4ec1-aee1-03d80bf35d21 req-e9d50237-2cde-4147-bfe5-b668f50a6a16 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0555151
Jan 10 12:58:31.379599 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122185c-3d53-4187-9668-0b6326d7df68 req-da63e9f9-e32e-4c16-922c-6618da3b0032 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:31.381064 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4122185c-3d53-4187-9668-0b6326d7df68 req-da63e9f9-e32e-4c16-922c-6618da3b0032 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 944 time: 0.0588224
Jan 10 12:58:31.432817 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-4122185c-3d53-4187-9668-0b6326d7df68 req-69fdf7e4-3b3f-4133-af18-91695c43697a tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438514
Jan 10 12:58:31.449051 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=109430) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Jan 10 12:58:31.556250 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:31.573347 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Returning: {'device': '8b1a545a-d619-434d-9274-e46c6b717505', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'port_id': '8b1a545a-d619-434d-9274-e46c6b717505', 'mac_address': 'fa:16:3e:31:a5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109430) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Jan 10 12:58:31.614085 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 8b1a545a-d619-434d-9274-e46c6b717505 is: DOWN; New status is: BUILD {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:58:31.614913 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:31.635780 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1a545a-d619-434d-9274-e46c6b717505 {{(pid=109430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jan 10 12:58:31.664267 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:31.670565 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:31.719074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=7']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:31.913657 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] get_ports_and_sgs() called for port_ids ['8b1a545a-d619-434d-9274-e46c6b717505'] {{(pid=109430) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Jan 10 12:58:33.465642 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 up at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Jan 10 12:58:33.524358 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.provisioning_blocks [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Provisioning complete for port 8b1a545a-d619-434d-9274-e46c6b717505 triggered by entity L2. {{(pid=109430) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jan 10 12:58:33.524737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-134033833'] for port (8b1a545a-d619-434d-9274-e46c6b717505), provisioning_complete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:33.603421 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Current status of the port 8b1a545a-d619-434d-9274-e46c6b717505 is: BUILD; New status is: ACTIVE {{(pid=109430) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}}
Jan 10 12:58:33.603847 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-134156668'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:33.625212 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:58:33.627453 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e510b5c67609a271019fd0312ea7e7a7f00bc085318db3baeb7f9d4ccec2bece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3183e-cb80-4861-a521-d096332ea3a4" -d '{"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:58:33.639670 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:58:33.645074 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744485941634', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744485470477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744485470495'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:33.671425 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae8322-2798-43e3-969d-4235e9858c61 x-openstack-request-id: req-70ae8322-2798-43e3-969d-4235e9858c61 {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:58:33.671751 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-plugged", "status": "completed", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "code": 200}]} {{(pid=109430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:58:33.672011 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-70ae8322-2798-43e3-969d-4235e9858c61 {{(pid=109430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:58:33.672397 dv-cinder-master-3-iscsi neutron-server[109430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'code': 200}
Jan 10 12:58:33.697644 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Pushing event updated for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=8']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:58:33.783219 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:58:38.647022 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-481429ae-4b72-494f-bbcb-d66c7e67469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:40.872791 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3ad92daa-3889-4d6b-a30d-b4774808c393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:42.090130 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:43.734979 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:44.192021 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:44.855763 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:58:56.735469 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-a441b112-4853-4629-92ae-ff44c65ff6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0480351
Jan 10 12:58:56.830818 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-515a6e35-c123-4592-b935-9a0ce59af61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:56.832323 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-515a6e35-c123-4592-b935-9a0ce59af61f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0510767
Jan 10 12:58:56.951613 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-4228eb8c-c9a9-43c8-883d-d5db5f9cd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:56.953094 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-4228eb8c-c9a9-43c8-883d-d5db5f9cd331 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.1010258
Jan 10 12:58:57.020462 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-d6e211f1-3bdd-4674-b849-631ab3697db0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 1002 time: 0.0600517
Jan 10 12:58:57.082326 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-d02d6264-62b7-4d84-bdab-a1780dd88139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:57.083859 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-d02d6264-62b7-4d84-bdab-a1780dd88139 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0560868
Jan 10 12:58:57.141469 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-6aa5d315-92ac-40e5-aaef-b899763acc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:58:57.142944 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-6aa5d315-92ac-40e5-aaef-b899763acc1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0523727
Jan 10 12:58:57.234996 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-c5591fd0-745a-4fcf-a022-4195c27e8049 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853441
Jan 10 12:58:57.328377 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-66b70d0d-df31-4622-8a9f-ef1d9942ad4a req-b5abea62-5dd2-4fae-adc5-af4faeaa0a20 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862935
Jan 10 12:59:08.648006 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-4b5bc875-a6fe-4f47-955d-0eb57035ece9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:10.783349 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:59:10.887779 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2368bbc3-057b-45b6-af5e-016dbdba4258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:12.085191 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:13.741904 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:14.194259 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:14.855154 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:38.645713 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-8f46cdc6-8691-4dcd-9fe0-12ef638a5c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:40.889174 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ff626477-07ab-4c68-a245-e065300f70cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:42.089748 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:43.743810 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:44.214770 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:44.860680 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.017482 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43190) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:47.196734 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Deleting port a061cef9-c56d-43f4-99a2-d9bedb95a9f7 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:47.197089 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.276150 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.276387 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for floatingip (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.294704 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Calling delete_port for a061cef9-c56d-43f4-99a2-d9bedb95a9f7 owned by network:floatingip {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:47.460975 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (a061cef9-c56d-43f4-99a2-d9bedb95a9f7), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.496146 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event deleted for resources: {'Port': ['ID=a061cef9-c56d-43f4-99a2-d9bedb95a9f7,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:47.518083 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.518437 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.518782 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.519119 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.519452 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.519806 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.520158 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.520510 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.520815 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.521152 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.521474 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.521777 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.522094 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109428) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:47.562909 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for floatingip (908937a6-f155-45a8-8a77-a3f2862d4922), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.563246 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.db.l3_db [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Floating IP 908937a6-f155-45a8-8a77-a3f2862d4922 disassociated (deleted). External IP: 172.37.5.118, port: 8b1a545a-d619-434d-9274-e46c6b717505.
Jan 10 12:59:47.781436 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:59:47.782398 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 12:59:47.899139 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:59:47.904159 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for floatingip (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:47.908763 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Sync routers for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:59:47.918640 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:47.919258 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafd1ba60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:47.934444 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-4bda95bc-903c-4191-ab8e-2728b3f6e7f4 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "DELETE /v2.0/floatingips/908937a6-f155-45a8-8a77-a3f2862d4922 HTTP/1.1" status: 204  len: 168 time: 0.9131973
Jan 10 12:59:47.934444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:59:47.934857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f45a3-7576-4e40-a169-fd6f3f2b5600" -d '{"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:59:48.028564 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:48.029834 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 10 Jan 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904e7af-2083-4bdd-ae85-b3b2a450c2aa x-openstack-request-id: req-d904e7af-2083-4bdd-ae85-b3b2a450c2aa {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:59:48.030381 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:59:48.030381 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d904e7af-2083-4bdd-ae85-b3b2a450c2aa {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:59:48.030955 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'status': 'completed', 'code': 200}
Jan 10 12:59:48.099812 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-822b26d1-1244-4c7d-b10b-f17615834ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:48.101416 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-822b26d1-1244-4c7d-b10b-f17615834ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6274f5b54d23499882aaa38eced195e6&device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 1099 time: 0.0449817
Jan 10 12:59:48.169603 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e61e8-451f-45a1-9692-a5d48e71c402 req-6cb19cd1-8fa2-49c2-a071-0f8219473149 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:48.171182 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e55e61e8-451f-45a1-9692-a5d48e71c402 req-6cb19cd1-8fa2-49c2-a071-0f8219473149 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0492928
Jan 10 12:59:48.195911 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-8bb008bd-ef2c-4bc2-8cd5-448b98f748f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:48.197527 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-8bb008bd-ef2c-4bc2-8cd5-448b98f748f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 200  len: 909 time: 0.0898232
Jan 10 12:59:48.222492 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-e55e61e8-451f-45a1-9692-a5d48e71c402 req-ee1fad61-9840-4c0d-81ca-8176ee141e5f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443971
Jan 10 12:59:48.239384 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-ea9cb111-1c5f-4888-b78d-0de1bb015649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 200  len: 217 time: 0.0344758
Jan 10 12:59:48.248267 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafd1ba60>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:48.275024 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Checking router: 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:59:48.283348 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:48.283984 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fafd1ba60>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:48.290667 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-0712d39b-a18d-45bd-81b6-220072424d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:48.292259 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-0712d39b-a18d-45bd-81b6-220072424d67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 200  len: 848 time: 0.0466697
Jan 10 12:59:48.338607 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-43ebffbc-ff3d-4c9e-969e-2f7a62a31a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:48.340013 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-43ebffbc-ff3d-4c9e-969e-2f7a62a31a15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5dde8660-5815-4008-9294-7b6a2f37fa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0407813
Jan 10 12:59:48.388671 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:48.431567 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-b17f14dd-0fa9-49bf-ba51-09f50dd09b50 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840714
Jan 10 12:59:48.527391 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-730f45a3-7576-4e40-a169-fd6f3f2b5600 req-23003936-e72d-481d-81ef-8e20e56ebf22 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0897610
Jan 10 12:59:48.599968 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fafd1ba60>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:48.626266 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9eaf1c-7c2d-4905-9678-aff05bfa7516 None None] The sync data for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi is: [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:55:17Z', 'revision_number': 4, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4d372e97-f405-4da0-9b98-b5d819e0324d', 'name': '', 'network_id': '5dde8660-5815-4008-9294-7b6a2f37fa4c', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'mac_address': 'fa:16:3e:82:c0:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:16Z', 'updated_at': '2022-01-10T12:55:21Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'subnets': [{'id': '87d6dadb-3226-4641-8d8c-3953f9d9499e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:59:48.857379 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c370afb8-b86d-4781-85bf-0609756a4f1a None None] New status for floating IP 908937a6-f155-45a8-8a77-a3f2862d4922: DOWN {{(pid=109431) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jan 10 12:59:49.358846 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51732dc-8337-41b9-8dcd-909d36b8147d req-10411b53-9b42-4a10-8393-97aa26b4565e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109429) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:49.360366 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b51732dc-8337-41b9-8dcd-909d36b8147d req-10411b53-9b42-4a10-8393-97aa26b4565e tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0607934
Jan 10 12:59:49.408530 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-b51732dc-8337-41b9-8dcd-909d36b8147d req-cd2a56f0-058d-4552-b420-94d54ccc6d1f tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/security-groups?id=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425305
Jan 10 12:59:49.625193 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280754cb-0829-401a-9580-e4152e5340bf req-4104bb46-bfa1-44ee-a43e-35162a96e482 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109428) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jan 10 12:59:49.626543 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-280754cb-0829-401a-9580-e4152e5340bf req-4104bb46-bfa1-44ee-a43e-35162a96e482 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 946 time: 0.0550900
Jan 10 12:59:49.721689 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Deleting port 8b1a545a-d619-434d-9274-e46c6b717505 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:49.721981 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (8b1a545a-d619-434d-9274-e46c6b717505), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:49.818002 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] For port 8b1a545a-d619-434d-9274-e46c6b717505, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8b1a545a-d619-434d-9274-e46c6b717505,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:49.818369 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (8b1a545a-d619-434d-9274-e46c6b717505), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:49.830886 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Calling delete_port for 8b1a545a-d619-434d-9274-e46c6b717505 owned by compute:nova {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:49.959822 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (8b1a545a-d619-434d-9274-e46c6b717505), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:49.987427 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event deleted for resources: {'Port': ['ID=8b1a545a-d619-434d-9274-e46c6b717505,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:50.300462 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] No DVR routers for this DVR port 8b1a545a-d619-434d-9274-e46c6b717505 on host hv-cinder-maste {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:59:50.302988 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57937'] for port (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:50.306768 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [req-280754cb-0829-401a-9580-e4152e5340bf req-9240737b-410a-4dd5-9345-98d5e358068c tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.15 "DELETE /v2.0/ports/8b1a545a-d619-434d-9274-e46c6b717505 HTTP/1.1" status: 204  len: 173 time: 0.6750431
Jan 10 12:59:50.307223 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-deleted', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505'}] {{(pid=109428) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 10 12:59:50.310063 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1933c9cc9da6998f8d68d0c0e81cbec65aaa2a6d608369816d4b5ccc49b7a46d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73172356-a1e7-4fa4-aaaf-cd7bb5b4d8eb" -d '{"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-deleted", "tag": "8b1a545a-d619-434d-9274-e46c6b717505"}]}' {{(pid=109428) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jan 10 12:59:50.351155 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 10 Jan 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ade25e-f44f-416b-b925-8738fa343fa1 x-openstack-request-id: req-58ade25e-f44f-416b-b925-8738fa343fa1 {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jan 10 12:59:50.351448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca61f694-b312-4aef-918b-87a6983887f5", "name": "network-vif-deleted", "tag": "8b1a545a-d619-434d-9274-e46c6b717505", "status": "completed", "code": 200}]} {{(pid=109428) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jan 10 12:59:50.351712 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58ade25e-f44f-416b-b925-8738fa343fa1 {{(pid=109428) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jan 10 12:59:50.352113 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca61f694-b312-4aef-918b-87a6983887f5', 'name': 'network-vif-deleted', 'tag': '8b1a545a-d619-434d-9274-e46c6b717505', 'status': 'completed', 'code': 200}
Jan 10 12:59:50.509508 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [req-0effa4a5-3f5a-49ba-9394-8fa1cb2c9e27 req-799a7034-ab99-445a-b916-7e77e14b8531 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca61f694-b312-4aef-918b-87a6983887f5 HTTP/1.1" status: 200  len: 210 time: 0.0284393
Jan 10 12:59:51.588833 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43220) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:51.648533 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (b594c79b-d8a4-4bcf-be9b-6f0b5b980d48), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:51.673097 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (b594c79b-d8a4-4bcf-be9b-6f0b5b980d48), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:51.735004 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (b594c79b-d8a4-4bcf-be9b-6f0b5b980d48), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:51.737366 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Publish callbacks [] for security_group (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:51.738569 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] 10.222.0.13 "DELETE /v2.0/security-groups/b594c79b-d8a4-4bcf-be9b-6f0b5b980d48 HTTP/1.1" status: 204  len: 168 time: 0.1487286
Jan 10 12:59:51.748447 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc06e9-c0b4-4147-b3f4-a60d21aee733 tempest-TestShelveInstance-1198392963 tempest-TestShelveInstance-1198392963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b594c79b-d8a4-4bcf-be9b-6f0b5b980d48,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:51.783299 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43224) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:51.788639 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 no longer exists at agent hyperv_hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:51.809137 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] No Port match for: 8b1a545a-d619-434d-9274-e46c6b717505 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:51.809400 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Device 8b1a545a-d619-434d-9274-e46c6b717505 not bound to the agent host hv-cinder-maste {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:52.133236 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:52.383615 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Deleting port 4d372e97-f405-4da0-9b98-b5d819e0324d {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:52.383885 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:52.459736 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] For port 4d372e97-f405-4da0-9b98-b5d819e0324d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4d372e97-f405-4da0-9b98-b5d819e0324d,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:52.460090 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:52.472325 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Calling delete_port for 4d372e97-f405-4da0-9b98-b5d819e0324d owned by network:router_interface {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:52.650635 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (4d372e97-f405-4da0-9b98-b5d819e0324d), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:52.675393 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d372e97-f405-4da0-9b98-b5d819e0324d,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:52.845383 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.074260 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:59:53.177005 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:59:53.182627 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f343dc42-3e44-4af1-b99f-601996701da6 admin admin] 10.222.0.13 "PUT /v2.0/routers/6dda3f20-643b-4b1e-a4d2-567ddc57aa89/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3981044
Jan 10 12:59:53.185151 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43226) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:53.187924 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Sync routers for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:59:53.198774 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:53.199385 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faffe7bb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:53.292993 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks [] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.305048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: dv-cinder-master-3-iscsi {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:53.399928 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks [] for router_gateway (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.453139 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Deleting port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:53.453408 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.491944 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faffe7bb0>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54'}], 'enable_snat': True}, 'gw_port_id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:59:52Z', 'revision_number': 5, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port': {'id': '1a8ed9d6-afa9-455b-a261-8c44484a4aa5', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:14Z', 'updated_at': '2022-01-10T12:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:53.517655 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Checking router: 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 for host: dv-cinder-master-3-iscsi {{(pid=109430) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:59:53.526200 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Routers {'6dda3f20-643b-4b1e-a4d2-567ddc57aa89'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109430) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:53.526815 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faffe7bb0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'], 'active': True} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:53.534367 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] For port 1a8ed9d6-afa9-455b-a261-8c44484a4aa5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:53.534727 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.547912 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Calling delete_port for 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 owned by network:router_gateway {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:53.610894 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvr_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] Set router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 gateway port host: None {{(pid=109430) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:53.665221 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_hamode_db [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faffe7bb0>, [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:59:53Z', 'revision_number': 6, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:53.693861 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d71f0c-9520-4456-ac15-41368e31f172 None None] The sync data for ids ['6dda3f20-643b-4b1e-a4d2-567ddc57aa89'] in dv-cinder-master-3-iscsi is: [{'id': '6dda3f20-643b-4b1e-a4d2-567ddc57aa89', 'name': 'tempest-TestShelveInstance-1869195699-router', 'tenant_id': '6274f5b54d23499882aaa38eced195e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:13Z', 'updated_at': '2022-01-10T12:59:53Z', 'revision_number': 6, 'project_id': '6274f5b54d23499882aaa38eced195e6', 'gw_port_host': None}] {{(pid=109430) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:59:53.718532 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (1a8ed9d6-afa9-455b-a261-8c44484a4aa5), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.745933 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8ed9d6-afa9-455b-a261-8c44484a4aa5,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:53.806357 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.893308 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.895580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks [] for router_controller (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.940062 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (6dda3f20-643b-4b1e-a4d2-567ddc57aa89), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.940579 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dda3f20-643b-4b1e-a4d2-567ddc57aa89 {{(pid=109428) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:59:53.945121 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:53.946272 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-79b534eb-3199-4b0f-b616-16934f74bb67 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6dda3f20-643b-4b1e-a4d2-567ddc57aa89 HTTP/1.1" status: 204  len: 168 time: 0.7602165
Jan 10 12:59:53.948951 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43228) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:53.995036 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.db_base_plugin_v2 [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Deleting subnet 87d6dadb-3226-4641-8d8c-3953f9d9499e {{(pid=109428) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:59:53.998535 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Publish callbacks [] for subnet (87d6dadb-3226-4641-8d8c-3953f9d9499e), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.036275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8751958'] for subnet (87d6dadb-3226-4641-8d8c-3953f9d9499e), precommit_delete_associations {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.115995 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (87d6dadb-3226-4641-8d8c-3953f9d9499e), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.176420 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3765820', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3706053'] for subnet (87d6dadb-3226-4641-8d8c-3953f9d9499e), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.201628 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d6dadb-3226-4641-8d8c-3953f9d9499e,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:54.206364 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.212150 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d77e6b0-e075-4c00-8923-b4744c9a0946 None None] Network 5dde8660-5815-4008-9294-7b6a2f37fa4c requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:59:54.212753 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43230) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:54.213133 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-b738a8a8-17c5-4ca1-b6d7-45d64b210863 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87d6dadb-3226-4641-8d8c-3953f9d9499e HTTP/1.1" status: 204  len: 168 time: 0.2624459
Jan 10 12:59:54.279416 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (5dde8660-5815-4008-9294-7b6a2f37fa4c), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.337005 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Deleting port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:54.337366 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.404852 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] For port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:54.405101 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.417553 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Calling delete_port for b7e91ebd-8513-43b0-9c0e-8a1db9ace04f owned by network:dhcp {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:54.495983 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] DHCP port deletion for 5dde8660-5815-4008-9294-7b6a2f37fa4c request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:59:54.547633 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Deleting port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f {{(pid=109430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:54.547953 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), before_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.621879 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] For port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,segment=NetworkSegment(7b3cc9e0-f694-4202-bd34-51ab327f56d0),segment_id=7b3cc9e0-f694-4202-bd34-51ab327f56d0)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:54.622279 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), precommit_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.640211 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Calling delete_port for b7e91ebd-8513-43b0-9c0e-8a1db9ace04f owned by network:dhcp {{(pid=109430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:54.725048 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), after_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.733158 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (b7e91ebd-8513-43b0-9c0e-8a1db9ace04f), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.748964 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Pushing event deleted for resources: {'Port': ['ID=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,revision_number=None']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:54.758723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.759104 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.759998 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.759998 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.760254 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.760356 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e91ebd-8513-43b0-9c0e-8a1db9ace04f,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:54.760482 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.760750 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.761070 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.761399 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.761723 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.762046 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.762364 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.762498 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] No DVR routers for this DVR port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f on host dv-cinder-master-3-iscsi {{(pid=109429) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:59:54.762674 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.766519 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d2740-1472-4a79-b300-969340a8cd68 None None] No DVR routers for this DVR port b7e91ebd-8513-43b0-9c0e-8a1db9ace04f on host dv-cinder-master-3-iscsi {{(pid=109430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:59:54.789927 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.790290 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.790894 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.791279 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.791647 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.791983 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.792322 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.792648 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.792982 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.793311 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.793637 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.793960 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.794280 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=109429) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jan 10 12:59:54.852282 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (5dde8660-5815-4008-9294-7b6a2f37fa4c), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.870819 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb6f07220>,) {'filters': {'network_id': ['5dde8660-5815-4008-9294-7b6a2f37fa4c']}} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:54.881247 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb6f07220>, '7b3cc9e0-f694-4202-bd34-51ab327f56d0') {'for_net_delete': True} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:54.881514 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.services.segments.db [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb6f07220>, '7b3cc9e0-f694-4202-bd34-51ab327f56d0') {} {{(pid=109429) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:54.891432 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8573372'] for segment (7b3cc9e0-f694-4202-bd34-51ab327f56d0), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.910198 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (7b3cc9e0-f694-4202-bd34-51ab327f56d0), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.915437 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109429) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:59:54.915914 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8876024'] for segment (7b3cc9e0-f694-4202-bd34-51ab327f56d0), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   self.session.flush()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   self.session.flush()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   self.session.flush()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   self.session.flush()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: Traceback (most recent call last):
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     timer()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     cb(*args, **kw)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     return func(*args, **kwargs)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     self._notify()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     self.callback(batched_events)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     event.method(event)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     return f(self, *a, **k)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._get(url).json()
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:59:54.917992 dv-cinder-master-3-iscsi neutron-server[109429]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:59:54.977634 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (5dde8660-5815-4008-9294-7b6a2f37fa4c), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.979534 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device b7e91ebd-8513-43b0-9c0e-8a1db9ace04f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:54.983555 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:54.985851 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5dde8660-5815-4008-9294-7b6a2f37fa4c HTTP/1.1" status: 204  len: 168 time: 0.7725313
Jan 10 12:59:54.988959 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43234) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:55.000825 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707d37c-bad7-4bf4-8d89-acd1082b6e66 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dde8660-5815-4008-9294-7b6a2f37fa4c,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:55.002386 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: b7e91ebd-8513-43b0-9c0e-8a1db9ace04f {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:55.002737 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device b7e91ebd-8513-43b0-9c0e-8a1db9ace04f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:55.003167 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 4d372e97-f405-4da0-9b98-b5d819e0324d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:55.025973 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 4d372e97-f405-4da0-9b98-b5d819e0324d {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:55.026328 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 4d372e97-f405-4da0-9b98-b5d819e0324d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:55.026752 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:55.045967 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:55.046281 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 1a8ed9d6-afa9-455b-a261-8c44484a4aa5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:55.347847 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638756'] for router_interface (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:55.596176 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Deleting port 966f5226-4a85-439b-a2ee-073924169e80 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:55.596464 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (966f5226-4a85-439b-a2ee-073924169e80), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:55.674230 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] For port 966f5226-4a85-439b-a2ee-073924169e80, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=966f5226-4a85-439b-a2ee-073924169e80,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:55.674556 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (966f5226-4a85-439b-a2ee-073924169e80), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:55.687675 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Calling delete_port for 966f5226-4a85-439b-a2ee-073924169e80 owned by network:router_interface {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:55.870857 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (966f5226-4a85-439b-a2ee-073924169e80), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:55.908905 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Pushing event deleted for resources: {'Port': ['ID=966f5226-4a85-439b-a2ee-073924169e80,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:56.085398 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-638132'] for router_interface (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:56.571960 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 has already been hosted by L3 agent c3cc7f55-3e99-40ad-a623-861e7aee060e {{(pid=109428) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jan 10 12:59:56.679117 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=109428) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jan 10 12:59:56.687159 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-bff104f0-4478-4bca-b519-2893a03cd1ca admin admin] 10.222.0.13 "PUT /v2.0/routers/42e71c60-61e5-4064-b2c7-dd7f7e50a2e2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6971183
Jan 10 12:59:56.688099 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43236) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:56.690202 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Sync routers for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jan 10 12:59:56.701423 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:56.702037 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcb555b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:56.790898 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks [] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:56.806324 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: dv-cinder-master-3-iscsi {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:56.892765 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks [] for router_gateway (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:56.955850 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Deleting port ea5f4281-9caa-415a-a20a-19790bcad57b {{(pid=109429) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:56.956200 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:56.994609 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcb555b0>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'external_fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156'}], 'enable_snat': True}, 'gw_port_id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:59:55Z', 'revision_number': 5, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port': {'id': 'ea5f4281-9caa-415a-a20a-19790bcad57b', 'name': '', 'network_id': 'b62a84e3-702b-401e-be42-557f83a3e00b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'ip_address': '172.37.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-10T12:55:20Z', 'updated_at': '2022-01-10T12:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6c7ee10e-2ed4-4f24-bd35-68abf9881243', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:57.024349 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Checking router: 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 for host: dv-cinder-master-3-iscsi {{(pid=109431) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jan 10 12:59:57.032860 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Routers {'42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=109431) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jan 10 12:59:57.033468 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fbcb555b0>, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-10T12:39:41Z,description=<?>,heartbeat_timestamp=2022-01-10T12:59:41Z,host='dv-cinder-master-3-iscsi',id=c3cc7f55-3e99-40ad-a623-861e7aee060e,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-01-10T12:39:41Z,topic='l3_agent')) {'router_ids': ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'], 'active': True} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:57.040565 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.db [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] For port ea5f4281-9caa-415a-a20a-19790bcad57b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ea5f4281-9caa-415a-a20a-19790bcad57b,segment=NetworkSegment(05eac6ad-66bf-4e46-9ad1-97877285ed9e),segment_id=05eac6ad-66bf-4e46-9ad1-97877285ed9e)] {{(pid=109429) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:57.040933 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.054151 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.plugins.ml2.plugin [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Calling delete_port for ea5f4281-9caa-415a-a20a-19790bcad57b owned by network:router_gateway {{(pid=109429) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:57.117115 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_dvr_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] Set router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 gateway port host: None {{(pid=109431) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Jan 10 12:59:57.167254 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.l3_hamode_db [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fbcb555b0>, [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:59:56Z', 'revision_number': 6, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=109431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:57.196843 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff756cb4-8727-4828-98d6-3ce4b4272e84 None None] The sync data for ids ['42e71c60-61e5-4064-b2c7-dd7f7e50a2e2'] in dv-cinder-master-3-iscsi is: [{'id': '42e71c60-61e5-4064-b2c7-dd7f7e50a2e2', 'name': 'tempest-TestShelveInstance-1475775644-router', 'tenant_id': '12065deb6ca342fcb2edb62db8dccf9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-10T12:55:19Z', 'updated_at': '2022-01-10T12:59:56Z', 'revision_number': 6, 'project_id': '12065deb6ca342fcb2edb62db8dccf9b', 'gw_port_host': None}] {{(pid=109431) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jan 10 12:59:57.221660 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8875815'] for port (ea5f4281-9caa-415a-a20a-19790bcad57b), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.248400 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5f4281-9caa-415a-a20a-19790bcad57b,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:57.309692 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637802'] for router_gateway (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.398300 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4613'] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.400446 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks [] for router_controller (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.446438 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-636403'] for router (42e71c60-61e5-4064-b2c7-dd7f7e50a2e2), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.447147 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 {{(pid=109429) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jan 10 12:59:57.453352 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.455047 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-93c119af-d827-49bf-bcbd-51e5f2d8615e admin admin] 10.222.0.13 "DELETE /v2.0/routers/42e71c60-61e5-4064-b2c7-dd7f7e50a2e2 HTTP/1.1" status: 204  len: 168 time: 0.7659037
Jan 10 12:59:57.457881 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43238) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:57.502578 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Deleting subnet f54ca4d0-d01b-4dda-803f-303845f9c0fe {{(pid=109429) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}}
Jan 10 12:59:57.505780 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Publish callbacks [] for subnet (f54ca4d0-d01b-4dda-803f-303845f9c0fe), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.545115 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8573381'] for subnet (f54ca4d0-d01b-4dda-803f-303845f9c0fe), precommit_delete_associations {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.628872 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-134038919'] for subnet (f54ca4d0-d01b-4dda-803f-303845f9c0fe), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.696153 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-134038926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8875794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8550896'] for subnet (f54ca4d0-d01b-4dda-803f-303845f9c0fe), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.736495 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54ca4d0-d01b-4dda-803f-303845f9c0fe,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:57.738919 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for subnet (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.742703 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-f2f8fa60-151f-4a32-98c1-b224cdfa5797 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f54ca4d0-d01b-4dda-803f-303845f9c0fe HTTP/1.1" status: 204  len: 168 time: 0.2832808
Jan 10 12:59:57.744853 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43240) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:57.750066 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fe78b-45c2-4bf3-9b96-34de684bc89f None None] Network 7c19c674-e880-4451-8fba-7219b0e304d9 requested from dv-cinder-master-3-iscsi {{(pid=109430) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}}
Jan 10 12:59:57.817522 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-134162830'] for network (7c19c674-e880-4451-8fba-7219b0e304d9), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.873580 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Deleting port 41b1e3f6-8a64-4a92-be1f-0125dea48454 {{(pid=109428) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:57.873917 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.942448 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.db [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] For port 41b1e3f6-8a64-4a92-be1f-0125dea48454, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b1e3f6-8a64-4a92-be1f-0125dea48454,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109428) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:57.943238 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:57.956439 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] DHCP port deletion for 7c19c674-e880-4451-8fba-7219b0e304d9 request from dv-cinder-master-3-iscsi {{(pid=109430) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}}
Jan 10 12:59:57.957444 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.plugin [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Calling delete_port for 41b1e3f6-8a64-4a92-be1f-0125dea48454 owned by network:dhcp {{(pid=109428) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:58.006142 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Deleting port 41b1e3f6-8a64-4a92-be1f-0125dea48454 {{(pid=109430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Jan 10 12:59:58.006428 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744485983133'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), before_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.036984 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3765769'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.062702 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b1e3f6-8a64-4a92-be1f-0125dea48454,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:58.070143 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] No DVR routers for this DVR port 41b1e3f6-8a64-4a92-be1f-0125dea48454 on host dv-cinder-master-3-iscsi {{(pid=109428) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:59:58.077000 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.db [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] For port 41b1e3f6-8a64-4a92-be1f-0125dea48454, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41b1e3f6-8a64-4a92-be1f-0125dea48454,segment=NetworkSegment(eb6c3735-5112-4704-b4c0-8121a63bc51c),segment_id=eb6c3735-5112-4704-b4c0-8121a63bc51c)] {{(pid=109430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jan 10 12:59:58.077269 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-626886'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), precommit_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.091190 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Calling delete_port for 41b1e3f6-8a64-4a92-be1f-0125dea48454 owned by network:dhcp {{(pid=109430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}}
Jan 10 12:59:58.143018 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-134035986', 'neutron.services.segments.db._delete_segments_for_network-8744486039215'] for network (7c19c674-e880-4451-8fba-7219b0e304d9), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.163792 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fb7a66070>,) {'filters': {'network_id': ['7c19c674-e880-4451-8fba-7219b0e304d9']}} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:58.173838 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7a66070>, 'eb6c3735-5112-4704-b4c0-8121a63bc51c') {'for_net_delete': True} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:58.174076 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.services.segments.db [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fb7a66070>, 'eb6c3735-5112-4704-b4c0-8121a63bc51c') {} {{(pid=109428) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jan 10 12:59:58.180773 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-134156605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744485941616', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744485470468'] for port (41b1e3f6-8a64-4a92-be1f-0125dea48454), after_delete {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.184533 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744486044344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8751919'] for segment (eb6c3735-5112-4704-b4c0-8121a63bc51c), before_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.198780 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756'] for segment (eb6c3735-5112-4704-b4c0-8121a63bc51c), precommit_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.205293 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109428) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jan 10 12:59:58.205758 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-134040756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3765974'] for segment (eb6c3735-5112-4704-b4c0-8121a63bc51c), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   warnings.warn(msg)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]: Traceback (most recent call last):
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     timer()
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     cb(*args, **kw)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     return func(*args, **kwargs)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     self._notify()
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     self.callback(batched_events)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     event.method(event)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     aggregate_uuid = self.p_client.list_aggregates(
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     return f(self, *a, **k)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._get(url).json()
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     return self.request(url, 'GET', **kwargs)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     base_url = self.get_endpoint(auth, allow=allow,
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 10 12:59:58.207557 dv-cinder-master-3-iscsi neutron-server[109428]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 10 12:59:58.210343 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] Pushing event deleted for resources: {'Port': ['ID=41b1e3f6-8a64-4a92-be1f-0125dea48454,revision_number=None']} {{(pid=109430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:58.212163 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732c5b9-62eb-4718-b828-2aea51263140 None None] No DVR routers for this DVR port 41b1e3f6-8a64-4a92-be1f-0125dea48454 on host dv-cinder-master-3-iscsi {{(pid=109430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jan 10 12:59:58.273266 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-134035993', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1045222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637750'] for network (7c19c674-e880-4451-8fba-7219b0e304d9), after_delete {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.278446 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron_lib.callbacks.manager [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1045236'] for network (None), before_response {{(pid=109428) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.281559 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c19c674-e880-4451-8fba-7219b0e304d9 HTTP/1.1" status: 204  len: 168 time: 0.5357065
Jan 10 12:59:58.292281 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61351e6a-f49a-41b5-ac67-fc2a634c42b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c19c674-e880-4451-8fba-7219b0e304d9,revision_number=None']} {{(pid=109428) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:58.453718 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [-] (109428) accepted ('10.222.0.13', 43244) {{(pid=109428) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:58.503875 dv-cinder-master-3-iscsi neutron-server[109428]: INFO neutron.wsgi [None req-f8039ad6-2593-471f-bc99-9a4016e351a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6274f5b54d23499882aaa38eced195e6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0488446
Jan 10 12:59:58.506594 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43246) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:58.555695 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] Publish callbacks [] for security_group (0a4436a3-7267-43bf-9e68-7d9da30d08e5), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.577068 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] Publish callbacks [] for security_group (0a4436a3-7267-43bf-9e68-7d9da30d08e5), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.631227 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (0a4436a3-7267-43bf-9e68-7d9da30d08e5), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.635308 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:58.636818 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a4436a3-7267-43bf-9e68-7d9da30d08e5 HTTP/1.1" status: 204  len: 168 time: 0.1292419
Jan 10 12:59:58.647501 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d36d81-4fde-4523-ac24-0154f6ddb2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4436a3-7267-43bf-9e68-7d9da30d08e5,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 12:59:58.952287 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 966f5226-4a85-439b-a2ee-073924169e80 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:58.972885 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 966f5226-4a85-439b-a2ee-073924169e80 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:58.973176 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 966f5226-4a85-439b-a2ee-073924169e80 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:58.973850 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 41b1e3f6-8a64-4a92-be1f-0125dea48454 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:58.992002 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43252) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:59.006892 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: 41b1e3f6-8a64-4a92-be1f-0125dea48454 {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:59.007205 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device 41b1e3f6-8a64-4a92-be1f-0125dea48454 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:59.007667 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device ea5f4281-9caa-415a-a20a-19790bcad57b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Jan 10 12:59:59.027365 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.plugin [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] No Port match for: ea5f4281-9caa-415a-a20a-19790bcad57b {{(pid=109430) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}}
Jan 10 12:59:59.027718 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron.plugins.ml2.rpc [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Device ea5f4281-9caa-415a-a20a-19790bcad57b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=109430) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Jan 10 12:59:59.032189 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-5a84ce19-5071-417b-b824-8b79a4306759 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12065deb6ca342fcb2edb62db8dccf9b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0390284
Jan 10 12:59:59.035348 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [-] (109429) accepted ('10.222.0.13', 43254) {{(pid=109429) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
Jan 10 12:59:59.084800 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] Publish callbacks [] for security_group (072c7f44-a01f-4bfd-b232-32269adbb655), before_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:59.106303 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] Publish callbacks [] for security_group (072c7f44-a01f-4bfd-b232-32269adbb655), precommit_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:59.158428 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-697373'] for security_group (072c7f44-a01f-4bfd-b232-32269adbb655), after_delete {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:59.161217 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron_lib.callbacks.manager [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109429) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 12:59:59.162395 dv-cinder-master-3-iscsi neutron-server[109429]: INFO neutron.wsgi [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/072c7f44-a01f-4bfd-b232-32269adbb655 HTTP/1.1" status: 204  len: 168 time: 0.1260209
Jan 10 12:59:59.171672 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c49836-0a31-4b4e-a865-f2cd5968a7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c7f44-a01f-4bfd-b232-32269adbb655,revision_number=None']} {{(pid=109429) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jan 10 13:00:08.651747 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c59572e8-16cf-4fd1-88c8-97b48ea39f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:10.895477 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-60b44a03-c6fd-417e-b871-807719a5bae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:12.102525 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:13.744878 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:14.223934 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:14.859498 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:24.782653 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:00:38.647087 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-cabb0606-dc7a-4b03-b229-9dc36fc44bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:40.881995 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-1aa21622-d43f-44fb-a0f7-a910fc45af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:42.096071 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:43.756770 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:44.233680 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:00:44.864819 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:01.782919 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:01:08.652010 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-67c0654d-c0e7-4bf3-8450-5ec96dd59d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:10.899005 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-cd8f9d8d-789c-45bd-9445-0c8a7bace272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:12.105753 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:13.761940 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:14.264407 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:14.870841 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:38.661285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-2d737040-14a9-4bd2-a092-669acdd36379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:38.782218 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:01:40.887349 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3ea83ce5-1b85-4847-b1f1-fd966dfa39a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:42.104722 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:43.763336 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:44.260999 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:01:44.865777 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:08.658012 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-23cfc89e-af52-4096-a32e-2484daed12a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:10.889290 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-6d466811-ac84-499b-af3a-f5493cec5c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:12.117899 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:13.762210 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:14.272613 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:14.866534 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:15.784590 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:02:38.654970 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d6084ae4-25cc-40a3-978d-b786e90f1dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:40.888917 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-45152e79-d755-45c6-82aa-8a06d19ed2bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:42.112768 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:43.769078 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:44.302068 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:44.873310 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:02:52.788318 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:03:07.571606 dv-cinder-master-3-iscsi neutron-server[109429]: DEBUG neutron.wsgi [req-060958f2-bf5f-4ff5-9ba6-3994c86fa6a8 req-69a4d938-d7c9-4ad3-9802-aa29e30f0535 service neutron] (109429) timed out ('10.222.0.15', 62831) {{(pid=109429) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 10 13:03:08.648020 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-612e7ccd-9070-4fb1-8926-af63dfa41334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:10.892964 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-90a011ef-b9dd-405c-a778-19f3d22b442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:12.121223 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:13.771156 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:14.288576 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:14.859604 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:29.793622 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:03:38.654166 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-268e54f8-698d-440e-8272-df16231c6d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:40.890121 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-d83073ed-5d8f-4919-8aeb-61dd05658116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:42.121361 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:43.776072 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:44.310968 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:03:44.866928 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:06.795683 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:04:08.649223 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-e9161842-9aad-4ec7-9cca-f2122e345fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:10.892130 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-5bb57b75-7068-4927-ab71-7f36907b0706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:12.130226 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:13.779845 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:14.302880 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:14.857838 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:20.977275 dv-cinder-master-3-iscsi neutron-server[109428]: DEBUG neutron.wsgi [req-4ccccc4b-9e4f-4f66-9748-4311e05c829b req-396bace1-8155-4204-b579-543140dab1c4 service neutron] (109428) timed out ('10.222.0.15', 62838) {{(pid=109428) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
Jan 10 13:04:38.650704 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-27d1e947-a1cd-4dc5-a1dc-7ab43664a47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (918ebfc5-d92e-474d-a3f5-7bcbe65b1db4), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:40.896278 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-ac4161a1-64d4-4ce6-8505-36a50eeba21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (c3cc7f55-3e99-40ad-a623-861e7aee060e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:42.133490 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-3eb59e90-0bce-43cd-b934-a26d7849650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (32cc8dce-2749-4174-a427-d8cb20c9d815), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:43.785368 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-c99757ed-811a-4fe4-b8c6-a6aefc66157f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (42905ed0-181c-4be7-aed1-a66b0904a02e), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:43.794585 dv-cinder-master-3-iscsi neutron-server[109431]: DEBUG neutron.db.agents_db [None req-9a621204-ceaf-4cab-8ed7-4c9208b1e1d9 None None] Agent healthcheck: found 6 active agents {{(pid=109431) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Jan 10 13:04:44.299611 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-478b20ba-04c0-4c76-a923-f3ebc94bf70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (a75fc969-e4bb-4614-a880-f50245d6ebe7), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
Jan 10 13:04:44.860285 dv-cinder-master-3-iscsi neutron-server[109430]: DEBUG neutron_lib.callbacks.manager [None req-def1e612-8949-4709-8f6a-f1859b889be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744486039197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-134033752'] for agent (bbdc4739-df4c-4241-9636-673c81d20aa8), after_update {{(pid=109430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}